ndjson

hynky1999 · May 22, 2023 · a86aa51 · a86aa51
1 parent 7346224
commit a86aa51
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/cmoncrawl/aggregator/utils/ndjson.py b/cmoncrawl/aggregator/utils/ndjson.py
@@ -0,0 +1,7 @@
+import json
+
+
+class Decoder(json.JSONDecoder):
+    def decode(self, s: str, *args, **kwargs):
+        lines = f"[{','.join(s.splitlines())}]"
+        return super(Decoder, self).decode(lines, *args, **kwargs)