use base64 and json to encode batch job payloads (#74)

Author: phil-scale

launch/make_batch_file.py

@@ -1,3 +1,4 @@
+import base64
 import csv
 import json
 from typing import IO, Any, Dict, List
@@ -11,7 +12,12 @@ def make_batch_input_file(urls: List[str], file: IO[str]):
 
 
 def make_batch_input_dict_file(inputs: List[Dict[str, Any]], file: IO[str]):
-    writer = csv.DictWriter(file, fieldnames=["id", "args"], quotechar="'")
+    writer = csv.DictWriter(file, fieldnames=["id", "args"])
     writer.writeheader()
     for i, args in enumerate(inputs):
-        writer.writerow({"id": i, "args": json.dumps(args)})
+        writer.writerow(
+            {
+                "id": i,
+                "args": base64.b64encode(json.dumps(args).encode("utf-8")),
+            }
+        )