Merge branch 'migrate/site_feature' into 'develop'

SiteFeatures migrate

See merge request gm/gm-backend!157

apps/main/management/commands/add_site_features.py

@@ -0,0 +1,94 @@
+from django.core.management.base import BaseCommand
+from django.db import connections
+from django.utils.text import slugify
+from establishment.management.commands.add_position import namedtuplefetchall
+from main.models import SiteSettings, Feature, SiteFeature
+from location.models import Country
+from tqdm import tqdm
+
+
+class Command(BaseCommand):
+    help = '''Add site_features for old db to new db.
+    Run after command add_site_settings!'''
+
+    def site_sql(self):
+        with connections['legacy'].cursor() as cursor:
+            cursor.execute('''
+                            select s.id, s.country_code_2
+                            from sites as s               
+                           ''')
+            return namedtuplefetchall(cursor)
+
+    def update_site_old_id(self):
+        for a in tqdm(self.site_sql(), desc='Update old_id site: '):
+            country = Country.objects.filter(code=a.country_code_2).first()
+            SiteSettings.objects.filter(country=country, old_id__isnull=True)\
+                .update(old_id=a.id)
+        self.stdout.write(self.style.WARNING(f'Updated old_id site.'))
+
+    def feature_sql(self):
+        with connections['legacy'].cursor() as cursor:
+            cursor.execute('''
+                            select f.id, slug 
+                            from features as f 
+                           ''')
+            return namedtuplefetchall(cursor)
+
+    def add_feature(self):
+        objects = []
+        for a in tqdm(self.feature_sql(), desc='Add feature: '):
+            features = Feature.objects.filter(slug=slugify(a.slug)).update(old_id=a.id)
+            if features == 0:
+                objects.append(
+                    Feature(slug=slugify(a.slug), old_id=a.id)
+                )
+        Feature.objects.bulk_create(objects)
+        self.stdout.write(self.style.WARNING(f'Created feature objects.'))
+
+    def site_features_sql(self):
+        with connections['legacy'].cursor() as cursor:
+            cursor.execute('''
+                                select s.id as old_site_feature,  
+                                       s.site_id, 
+                                       case when s.state = 'published' 
+                                        then True 
+                                        else False 
+                                       end as published,
+                                       s.feature_id, 
+                                       c.country_code_2
+                                from features as f 
+                                join site_features s on s.feature_id=f.id 
+                                join sites c on c.id = s.site_id
+                           ''')
+            return namedtuplefetchall(cursor)
+
+    def add_site_features(self):
+        objects = []
+        for a in tqdm(self.site_features_sql(), desc='Add site feature: '):
+            site = SiteSettings.objects.get(old_id=a.site_id,
+                                            subdomain=a.country_code_2)
+            feature = Feature.objects.get(old_id=a.feature_id)
+
+            site_features = SiteFeature.objects\
+                .filter(site_settings=site,
+                        feature=feature
+                        ).update(old_id=a.old_site_feature, published=a.published)
+
+            if site_features == 0:
+                objects.append(
+                    SiteFeature(site_settings=site,
+                                feature=feature,
+                                published=a.published,
+                                main=False,
+                                old_id=a.old_site_feature
+                                )
+                )
+        SiteFeature.objects.bulk_create(objects)
+        self.stdout.write(self.style.WARNING(f'Site feature add objects.'))
+
+    def handle(self, *args, **kwargs):
+        self.update_site_old_id()
+        self.add_feature()
+        self.add_site_features()
+
+

apps/main/migrations/0038_feature_old_id.py

@@ -0,0 +1,18 @@
+# Generated by Django 2.2.7 on 2019-11-26 11:54
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('main', '0037_sitesettings_old_id'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='feature',
+            name='old_id',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+    ]

apps/main/migrations/0039_sitefeature_old_id.py

@@ -0,0 +1,18 @@
+# Generated by Django 2.2.7 on 2019-11-26 12:21
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('main', '0038_feature_old_id'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='sitefeature',
+            name='old_id',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+    ]

apps/main/models.py

@@ -107,6 +107,7 @@ class Feature(ProjectBaseMixin, PlatformMixin):
     priority = models.IntegerField(unique=True, null=True, default=None)
     route = models.ForeignKey('PageType', on_delete=models.PROTECT, null=True, default=None)
     site_settings = models.ManyToManyField(SiteSettings, through='SiteFeature')
+    old_id = models.IntegerField(null=True, blank=True)
 
     class Meta:
         """Meta class."""
@@ -138,6 +139,7 @@ class SiteFeature(ProjectBaseMixin):
     published = models.BooleanField(default=False, verbose_name=_('Published'))
     main = models.BooleanField(default=False, verbose_name=_('Main'))
     nested = models.ManyToManyField('self', symmetrical=False)
+    old_id = models.IntegerField(null=True, blank=True)
 
     objects = SiteFeatureQuerySet.as_manager()