updating files

Author: smarthg-gi

…chool/private_school_stats/manifest.json …ts/NCES_PrivateSchoolStats/manifest.jsonscripts/us_nces/demographics/private_school/private_school_stats/manifest.json renamed to scripts/us_nces/demographics/private_school/private_school_stats/NCES_PrivateSchoolStats/manifest.json scripts/us_nces/demographics/private_school/private_school_stats/manifest.json renamed to scripts/us_nces/demographics/private_school/private_school_stats/NCES_PrivateSchoolStats/manifest.json

@@ -8,19 +8,23 @@
             "provenance_url": "https://nces.ed.gov/ccd/elsi/tableGenerator.aspx",
             "provenance_description": "US nces school data for private",
             "scripts": [
-                "../run.sh",
-                "../process.py --stats"
+                "../../run.sh"
             ],
             "source_files": [
-                "../gcs_folder/input_files/*/*.csv"
+                "../../gcs_folder/input_files/*/*.csv"
             ],
             "import_inputs": [
                 {
-                    "template_mcf": "../gcs_folder/output_files/us_nces_demographics_private_school.tmcf",
-                    "cleaned_csv": "../gcs_folder/output_files/us_nces_demographics_private_school.csv"
+                    "template_mcf": "../../gcs_folder/output_files/us_nces_demographics_private_school.tmcf",
+                    "cleaned_csv": "../../gcs_folder/output_files/us_nces_demographics_private_school.csv"
                 }
             ],
-            "cron_schedule": "30 3 1 3,6,9,12 *"
+            "cron_schedule": "30 3 1 3,6,9,12 *",
+            "resource_limits": {
+                "cpu": 32,
+                "memory": 512,
+                "disk": 300
+            }
         }
     ]
 } 

scripts/us_nces/demographics/private_school/run.sh

@@ -1,2 +1,14 @@
-mkdir -p gcs_folder/input_files
-gcloud storage cp --recursive gs://unresolved_mcf/us_nces/demographics/private_school/semi_automation_input_files/* gcs_folder/input_files/
+#!/bin/bash
+
+# 1. Get the absolute path to the 'private_school' directory
+BASE_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" &> /dev/null && pwd)
+
+# 3. Create the actual data storage folder in the base directory
+mkdir -p "$BASE_DIR/gcs_folder/input_files"
+
+# 4. Download files
+gcloud storage cp --recursive "gs://unresolved_mcf/us_nces/demographics/private_school/semi_automation_input_files/*" "$BASE_DIR/gcs_folder/input_files/"
+
+# 5. Run the process
+cd "$BASE_DIR"
+python process.py --stats