Shanbady/consolidate static fixtures (#1684)

* testing initial migration change

* testing initial migration change

* moving static fixtures into data_fixtures app

* restoring old management commands

* fixing import

* fixing imports and tests

* updating dev init script to run datamigrations

* restoring data migrations

* adding defaults to get or create

* adding defaults to get or create

* adding docstring

* removing duplicate backpopulate

Author: shanbady

.devcontainer/devcontainer.json

@@ -22,6 +22,6 @@
     "SEE_API_CLIENT_SECRET": {}
   },
   "features": {},
-  "postStartCommand": "while [ \"$(python manage.py showmigrations | grep \"\\[ \\]\" | wc -l)\" -ne \"0\" ]; do echo \"waiting for migrations\"; sleep 2; done && python manage.py update_offered_by && python manage.py update_platforms && python manage.py update_departments_schools && python manage.py backpopulate_resource_channels --overwrite --all && python manage.py update_course_number_departments && python manage.py backpopulate_mitxonline_data && python manage.py backpopulate_micromasters_data && python manage.py recreate_index --all",
+  "postStartCommand": "while [ \"$(python manage.py showmigrations | grep \"\\[ \\]\" | wc -l)\" -ne \"0\" ]; do echo \"waiting for migrations\"; sleep 2; done && python manage.py update_offered_by && python manage.py update_platforms && python manage.py update_departments_schools && python manage.py update_course_number_departments && python manage.py backpopulate_mitxonline_data && python manage.py backpopulate_micromasters_data && python manage.py backpopulate_resource_channels --overwrite --all && python manage.py recreate_index --all",
   "forwardPorts": [8062, 8063]
 }

learning_resources/fixtures/departments.json renamed to data_fixtures/fixtures/departments.json

@@ -7,6 +7,16 @@
 from django.core.files import File
 from django.db import migrations
 
+from data_fixtures.utils import (
+    upsert_department_data,
+    upsert_offered_by_data,
+    upsert_platform_data,
+    upsert_school_data,
+    upsert_topic_data_file,
+)
+
+logger = logging.getLogger(__name__)
+
 """
 Fix an issue with PIL's logger when running in test
 https://github.com/camptocamp/pytest-odoo/issues/15
@@ -216,6 +226,27 @@
 ]
 
 
+def load_initial_fixtures(apps, schema_editor):
+    """
+    Load initial static fixtures required by
+    management commands further down
+    """
+    offerors = upsert_offered_by_data()
+    departments = upsert_department_data()
+    schools = upsert_school_data()
+    platforms = upsert_platform_data()
+    topics = upsert_topic_data_file()
+    logout = (
+        f"Updated:"
+        f"   {offerors} offerors"
+        f"   {departments} departments"
+        f"   {schools} schools"
+        f"   {platforms} platforms"
+        f"   {topics} topics"
+    )
+    logger.info(logout)
+
+
 def load_fixtures(apps, schema_editor):
     """
     Load fixtures for testimonials
@@ -252,5 +283,6 @@ class Migration(migrations.Migration):
     dependencies = []
 
     operations = [
+        migrations.RunPython(load_initial_fixtures, migrations.RunPython.noop),
         migrations.RunPython(load_fixtures, migrations.RunPython.noop),
     ]

learning_resources/fixtures/offered_by.json renamed to data_fixtures/fixtures/offered_by.json

@@ -2,7 +2,7 @@
 
 from django.db import migrations
 
-from learning_resources.utils import upsert_topic_data_file
+from data_fixtures.utils import upsert_topic_data_file
 
 
 def perform_topic_upsert(apps, schema_editor):

learning_resources/fixtures/platforms.json renamed to data_fixtures/fixtures/platforms.json

@@ -5,7 +5,7 @@
 
 from django.db import migrations
 
-from learning_resources.utils import upsert_topic_data_string
+from data_fixtures.utils import upsert_topic_data_string
 
 map_changes = """
 ---

learning_resources/fixtures/schools.json renamed to data_fixtures/fixtures/schools.json

@@ -8,7 +8,7 @@
 from django.db import migrations
 
 from channels.constants import ChannelType
-from learning_resources.utils import upsert_topic_data_string
+from data_fixtures.utils import upsert_topic_data_string
 
 map_changes = """
 ---

data_fixtures/migrations/0001_add_testimonial_data.py

@@ -7,7 +7,7 @@
 
 from django.db import migrations
 
-from learning_resources.utils import upsert_topic_data_string
+from data_fixtures.utils import upsert_topic_data_string
 
 forward_map_changes = """
 ---