rdf_gen legal_tools/management/commands/publish.py diff

publish.py.diff

--- legal_tools/management/commands/publish.py	2023-08-17 06:52:38
+++ legal_tools/management/commands/publish.py.NEW	2023-08-17 06:52:29
@@ -110,6 +110,17 @@
     return legal_code.get_redirect_pairs()
 
 
+def save_rdf(output_dir, tool):
+    # Function is at top level of module so that it can be pickled by
+    # multiprocessing.
+    relpath = os.path.join(tool._get_save_path(), "rdf")
+    save_url_as_static_file(
+        output_dir,
+        url=build_path(tool.base_url, "rdf", None),
+        relpath=relpath,
+    )
+
+
 class Command(BaseCommand):
     """
     Command to push the static files in the build directory to a specified
@@ -239,8 +250,8 @@
             relative_name = os.path.join(*name.split("_"), "rdf")
             dest_file = os.path.join(output_dir, relative_name)
             os.makedirs(os.path.dirname(dest_file), exist_ok=True)
-            copyfile(os.path.join(tools_rdf_dir, rdf), dest_file)
-            LOG.debug(f"    {relative_name}")
+            # TEMP # copyfile(os.path.join(tools_rdf_dir, rdf), dest_file)
+            # TEMP # LOG.debug(f"    {relative_name}")
 
     def copy_meta_rdfs(self):
         hostname = socket.gethostname()
@@ -362,18 +373,23 @@
             LOG.info(f"Writing {group}")
             legal_code_arguments = []
             deed_arguments = []
+            rdf_arguments = []
             for legal_code in legal_codes[group]:
                 tools.add(legal_code.tool)
                 legal_code_arguments.append((output_dir, legal_code))
             for tool in tools:
                 for language_code in settings.LANGUAGES_MOSTLY_TRANSLATED:
                     deed_arguments.append((output_dir, tool, language_code))
+                rdf_arguments.append((output_dir, tool))
 
-            redirect_pairs_data += self.pool.starmap(save_deed, deed_arguments)
-            redirect_pairs_data += self.pool.starmap(
-                save_legal_code, legal_code_arguments
-            )
+            # TEMP # redirect_pairs_data += self.pool.starmap(save_deed, deed_arguments)
+            # TEMP # redirect_pairs_data += self.pool.starmap(
+            # TEMP #     save_legal_code, legal_code_arguments
+            # TEMP # )
+            self.pool.starmap(save_rdf, rdf_arguments)
 
+        return  # TEMP #
+
         redirect_pairs = []
         for pair_list in redirect_pairs_data:
             redirect_pairs += pair_list
@@ -456,16 +472,16 @@
         )
 
     def distill_and_copy(self):
-        self.purge_output_dir()
-        self.call_collectstatic()
-        self.write_robots_txt()
-        self.copy_static_wp_content_files()
-        self.copy_static_cc_legal_tools_files()
-        self.copy_tools_rdfs()
-        self.copy_meta_rdfs()
-        self.copy_legal_code_plaintext()
-        self.write_dev_index()
-        self.write_lists()
+        # TEMP # self.purge_output_dir()
+        # TEMP # self.call_collectstatic()
+        # TEMP # self.write_robots_txt()
+        # TEMP # self.copy_static_wp_content_files()
+        # TEMP # self.copy_static_cc_legal_tools_files()
+        # TEMP # self.copy_tools_rdfs()
+        # TEMP # self.copy_meta_rdfs()
+        # TEMP # self.copy_legal_code_plaintext()
+        # TEMP # self.write_dev_index()
+        # TEMP # self.write_lists()
         self.write_legal_tools()
         # self.run_write_transstats_csv()
         # self.write_metadata_yaml()