From ff95c368aaa5593431863fa13a9739f42ad4671a Mon Sep 17 00:00:00 2001 From: Hariharan Devarajan Date: Tue, 2 Jul 2024 09:42:59 -0700 Subject: [PATCH] Convert line into unicode For wierd files, the json conversion has issues. This will make sure all strings are unicode --- dfanalyzer/main.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dfanalyzer/main.py b/dfanalyzer/main.py index 396d78aa..db3535eb 100644 --- a/dfanalyzer/main.py +++ b/dfanalyzer/main.py @@ -163,7 +163,8 @@ def load_objects(line, fn, time_granularity, time_approximate, condition_fn): if line is not None and line !="" and len(line) > 0 and "[" != line[0] and line != "\n" : val = {} try: - val = json.loads(line) + unicode_line = ''.join([i if ord(i) < 128 else '#' for i in line]) + val = json.loads(unicode_line) logging.debug(f"Loading dict {val}") if "name" in val: d["name"] = val["name"]