Skipping bad json parse (#1990)

Authors:
  - Corey J. Nolet (https://github.com/cjnolet)

Approvers:
  - Divye Gala (https://github.com/divyegala)

URL: #1990

python/raft-ann-bench/src/raft-ann-bench/data_export/__main__.py

@@ -52,9 +52,15 @@ def read_file(dataset, dataset_path, method):
     for file in os.listdir(dir):
         if file.endswith(".json"):
             with open(os.path.join(dir, file), "r") as f:
-                data = json.load(f)
-                df = pd.DataFrame(data["benchmarks"])
-                yield (os.path.join(dir, file), file.split("-")[0], df)
+                try:
+                    data = json.load(f)
+                    df = pd.DataFrame(data["benchmarks"])
+                    yield os.path.join(dir, file), file.split("-")[0], df
+                except Exception as e:
+                    print(
+                        "An error occurred processing file %s (%s). "
+                        "Skipping..." % (file, e)
+                    )
 
 
 def convert_json_to_csv_build(dataset, dataset_path):