copy_files.py: copy to temp directory first

Author: Fernando-A-Rocha

migrate/oldwiki/.gitignore

@@ -2,4 +2,5 @@ output/
 cache/
 images/
 logs/
+temp_copy/
 __pycache__/

migrate/oldwiki/copy_files.py

@@ -6,44 +6,58 @@
 OUTPUT_FUNCTIONS = "../../functions"
 OUTPUT_EVENTS = "../../events"
 
+# Set this to True to copy to a temporary directory first
+# Then you can manually review the copied files before moving them to the final destination
+COPY_TO_TEMP_DIR = True
+TEMP_DIR = "./temp_copy"
+
 def copy_files(page_type, source_dir, target_dir):
+    
+    copied_function_names = set()
+    # First copy YAML files
     for root, dirs, files in os.walk(source_dir):
         for file in files:
             if file.endswith(".yaml"):
                 src_path = os.path.join(root, file)
                 rel_path = os.path.relpath(src_path, source_dir)
                 dest_path = os.path.join(target_dir, rel_path)
+                copy_to_dest_path = os.path.join(TEMP_DIR, page_type, rel_path) if COPY_TO_TEMP_DIR else dest_path
 
-                if not os.path.exists(dest_path):
-                    # Don't copy because it doesn't exist in the output
-                    print(f"(YAML) Skipping {dest_path} because it doesn't exist in the output")
-                    continue
-                else:
+                if os.path.exists(dest_path):
                     with open(dest_path, 'r', encoding='utf-8') as dest_file:
                         content = dest_file.read()
                         if 'incomplete: true' not in content:
-                            print(f"(YAML) Skipping {dest_path} because it's not marked as incomplete")
+                            print(f"(YAML) Skipping {dest_path} because it is not incomplete")
                             continue
 
-                os.makedirs(os.path.dirname(dest_path), exist_ok=True)
-                print(f"(YAML) Copying {src_path} to {dest_path}")
+                os.makedirs(os.path.dirname(copy_to_dest_path), exist_ok=True)
+                print(f"(YAML) Copying {src_path} to {copy_to_dest_path}")
                 with open(src_path, 'r', encoding='utf-8') as src_file:
-                    with open(dest_path, 'w', encoding='utf-8') as dest_file:
+                    with open(copy_to_dest_path, 'w', encoding='utf-8') as dest_file:
                         src_file_content = src_file.read()
                         # Hack: replace name: y with name: "y"
                         # because that's a YAML reserved keyword xD
                         src_file_content = src_file_content.replace("name: y", 'name: "y"')
                         dest_file.write(src_file_content)
+                        copied_function_names.add(file[:-5])  # Remove .yaml extension
 
-            elif file.endswith(".lua"):
-                # Copy all .lua files too
+    # Copy corresponding .lua files too
+    for root, dirs, files in os.walk(source_dir):
+        for file in files:
+            if file.endswith(".lua"):
+                # Ignore if we haven't copied the corresponding YAML file
+                function_name = file[:-4]  # Remove .lua extension
+                if function_name not in copied_function_names:
+                    print(f"(Lua) Skipping {file} because corresponding YAML was not copied")
+                    continue
                 src_path = os.path.join(root, file)
                 rel_path = os.path.relpath(src_path, source_dir)
                 dest_path = os.path.join(target_dir, rel_path)
+                copy_to_dest_path = os.path.join(TEMP_DIR, page_type, rel_path) if COPY_TO_TEMP_DIR else dest_path
                 os.makedirs(os.path.dirname(dest_path), exist_ok=True)
-                print(f"(Lua) Copying {src_path} to {dest_path}")
+                print(f"(Lua) Copying {src_path} to {copy_to_dest_path}")
                 with open(src_path, 'r', encoding='utf-8') as src_file:
-                    with open(dest_path, 'w', encoding='utf-8') as dest_file:
+                    with open(copy_to_dest_path, 'w', encoding='utf-8') as dest_file:
                         dest_file.write(src_file.read())
 
 if __name__ == "__main__":