From 013c59c972b718e07281ce5faaafd011aa4d5178 Mon Sep 17 00:00:00 2001 From: mkuehbach Date: Thu, 7 Dec 2023 14:05:57 +0100 Subject: [PATCH] Successful run-through of all pyxem-processed examples (2D/3D) none of them failing, maximum RAM peaking at 2.7GB for largest 2D example 229_2096.oh5 with 20.3mio scan points and 23GB for largest 3D map 067_0003.dream3d with 48.9mio scan points --- pynxtools/dataconverter/readers/em/subparsers/hfive_bruker.py | 2 +- pyxem.batch.sh | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/pynxtools/dataconverter/readers/em/subparsers/hfive_bruker.py b/pynxtools/dataconverter/readers/em/subparsers/hfive_bruker.py index 291bdcfef..ad448ebe3 100644 --- a/pynxtools/dataconverter/readers/em/subparsers/hfive_bruker.py +++ b/pynxtools/dataconverter/readers/em/subparsers/hfive_bruker.py @@ -97,7 +97,7 @@ def parse_and_normalize_group_ebsd_header(self, fp, ckey: str): raise ValueError(f"Unable to parse {grp_name} !") self.tmp[ckey]["dimensionality"] = 2 # TODO::QUBE can also yield 3D datasets - if read_strings_from_dataset(fp[f"{grp_name}/Grid Type"]) == "isometric": + if read_strings_from_dataset(fp[f"{grp_name}/Grid Type"][()]) == "isometric": self.tmp[ckey]["grid_type"] = SQUARE_GRID else: raise ValueError(f"Unable to parse {grp_name}/Grid Type !") diff --git a/pyxem.batch.sh b/pyxem.batch.sh index 32046ab8f..f1f821925 100755 --- a/pyxem.batch.sh +++ b/pyxem.batch.sh @@ -36,6 +36,7 @@ examples="026_0046.h5oina 026_0049.h5oina 026_0050.h5oina 026_0052.h5oina 066_00 # examples="244_0014.dream3d" # examples="SmallIN100_Final.dream3d" # examples="067_0003.dream3d" # very large 3D EBSD takes ~40GB RAM for processing +# examples="174_0031.h5 130_2085.h5 130_2092.h5 130_2093.h5 130_2089.h5 130_2087.h5 130_2088.h5 130_2090.h5 130_2091.h5 124_0036.h5 130_2082.h5 130_2083.h5 130_2084.h5 130_2094.h5 130_0003.h5 130_2086.h5 124_0002.h5 144_0043.h5 066_0013.h5 066_0034.h5 066_0016.h5 066_0023.h5 066_0025.h5" for example in $examples; do echo $example