Fix some migration issues caused by userbit and datatree removal

Author: mgersh

esp/esp/datatree/migrations/0006_kill_datatree.py

@@ -7,6 +7,10 @@
 
 class Migration(SchemaMigration):
 
+    depends_on = (
+        ("program", "0046_delete_anchors"),
+    )
+
     def forwards(self, orm):
         # Removing unique constraint on 'DataTree', fields ['name', 'parent']
         try:

esp/esp/program/migrations/0033_teachers_datamigration.py

@@ -9,32 +9,7 @@
 class Migration(DataMigration):
 
     def forwards(self, orm):
-        #   Use only currently valid UserBits
-        bits=orm['users.UserBit'].valid_objects().filter(verb__uri="V/Flags/Registration/Teacher")
-        #   Keep track of pairs copied so far so we don't duplicate
-        pairs_so_far = set()
-        i=0
-        for bit in bits:
-            cls=ClassSubject.objects.filter(anchor=bit.qsc)
-            l=cls.count()
-            if l==0:
-                continue
-            if l>1:
-                continue
-            usr=bit.user
-            cls=cls[0]
-            
-            #   Skip (user, class) pairs that we already stored
-            if (cls.id, usr.id) in pairs_so_far:
-                continue
-            pairs_so_far.add((cls.id, usr.id))
-            
-            #due to a issue with cache stuff, we'll manually insert the data
-            from django.db import connection, transaction
-            cursor = connection.cursor()
-
-            cursor.execute("INSERT INTO program_class_teachers (classsubject_id, espuser_id) VALUES (%s, %s);",[cls.id, usr.id])
-            transaction.commit_unless_managed()
+        pass
 
     def backwards(self, orm):
         for cls in ClassSubject.objects.all():

esp/esp/program/migrations/0037_allow_null_anchors.py

@@ -7,6 +7,10 @@
 
 class Migration(SchemaMigration):
 
+    depends_on = (
+        ("datatree", "0004_change_fns_yet_again"),
+    )
+
     def forwards(self, orm):
 
         # Changing field 'ClassSection.anchor'
@@ -462,4 +466,4 @@ def backwards(self, orm):
         }
     }
 
-    complete_apps = ['program']
+    complete_apps = ['program']

esp/esp/users/migrations/0018_record_datamigration.py

@@ -10,42 +10,7 @@
 class Migration(DataMigration):
 
     def forwards(self, orm):
-        #probably not the fastest way to do this migration, but it works
-
-        #   Find a list of program anchors - these are the only valid places for orm['users.UserBit']s to
-        #   be attached if we want to convert them to orm['users.Record']s
-        program_anchors = orm["program.Program"].objects.all().values_list('anchor__id', flat=True)
-        program_map = {}
-        for id in program_anchors:
-            program_map[id] = orm["program.Program"].objects.get(anchor__id=id)
-
-        verbs = {"V/Flags/Survey/Filed":"student_survey",
-                 "V/Flags/TeacherSurvey/Filed":"teacher_survey",
-                 "V/Flags/Registration/Attended":"attended",
-                 "V/Flags/Registration/QuizDone":"teacher_quiz_done",
-                 "V/Flags/Registration/Paid":"paid",
-                 "V/Flags/Registration/MedicalFiled":"med",
-                 "V/Flags/Registration/LiabilityFiled":"liab",
-                 "V/Flags/Registration/Teacher/Acknowledgement":"teacheracknowledgement",
-                 "V/Flags/Registration/LunchSelected":"lunch_selected",
-                 "V/Flags/Registration/Confirmed":"reg_confirmed",#this one is out-of-date but there might be some leftover
-                 }
-        for verb, event in verbs.items():
-            bits = orm['users.UserBit'].objects.filter(verb__uri=verb, qsc__in=program_anchors).filter(enddate__gte=datetime.datetime.now())
-            for bit in bits:
-                orm['users.Record'].objects.create(user=bit.user, event=event,
-                                      program=program_map[bit.qsc.id],
-                                      time=bit.startdate)
-
-        #Reg confirmed
-        for bit in orm['users.UserBit'].objects.filter(verb__uri="V/Flags/Public",qsc__name="Confirmation", qsc__parent__in=program_anchors).filter(enddate__gte=datetime.datetime.now()).select_related('qsc__parent'):
-            orm['users.Record'].objects.create(user=bit.user,event="reg_confirmed",
-                                  program=program_map[bit.qsc.parent.id], time=bit.startdate)
-
-        #Waitlisted
-        for bit in orm['users.UserBit'].objects.filter(verb__uri="V/Flags/Public",qsc__name="Waitlist", qsc__parent__in=program_anchors).filter(enddate__gte=datetime.datetime.now()).select_related('qsc__parent'):
-            orm['users.Record'].objects.create(user=bit.user,event="waitlist",
-                                  program=program_map[bit.qsc.parent.id], time=bit.startdate)
+        pass
 
     def backwards(self, orm):
         orm['users.Record'].objects.all().delete()

esp/esp/users/migrations/0019_userrole.py

@@ -10,31 +10,7 @@
 class Migration(DataMigration):
 
     def forwards(self, orm):
-        # First, create a Group for every verb name
-        role_verbs = orm['datatree.DataTree'].objects.filter(parent__uri="V/Flags/UserRole")
-        role_names = list(role_verbs.values_list('name', flat=True).distinct())
-        install_groups(role_names)
-
-        # Cache the groups so we don't have to keep fetching them from the DB.
-        groups = dict([(g.name, g) for g in Group.objects.all()])
-
-        # Now, for all user roles applied to users, add those users to the appropriate Group
-        # Do this in batched inserts: for each role, filter for all users with
-        # that role, and add them all at once to the Group.
-        role_bits = orm.UserBit.objects.filter(verb__parent__uri="V/Flags/UserRole", qsc__uri="Q").exclude(user=None).filter(enddate__gte=datetime.datetime.now())
-        for role_name in role_names:
-            user_ids = list(role_bits.filter(verb__name=role_name).values_list('user', flat=True).distinct())
-            groups[role_name].user_set.add(*user_ids)
-
-        # Adds Administrators who might not have had the UserRole.
-        # The enddate filter is to prevent the migration from adding
-        # Administrators with an Administer privilege that is set to expire,
-        # since membership in the Administrator group has no expiration.
-        # Instead, an Administer privilege should be given in a later migration.
-        admin_role = groups["Administrator"]
-        admin_bits = orm.UserBit.objects.filter(verb__uri="V/Administer", qsc__uri="Q", user__isnull=False, enddate__gte=datetime.datetime(3000,1,1))
-        admin_ids = list(admin_bits.values_list('user', flat=True).distinct())
-        admin_role.user_set.add(*admin_ids)
+        pass
 
     def backwards(self, orm):
         "Write your backwards methods here."

esp/esp/users/migrations/0021_permission_datamigration.py

@@ -10,99 +10,7 @@
 class Migration(DataMigration):
 
     def forwards(self, orm):
-        def end(bit):
-            date = bit.enddate
-            if date > datetime.datetime(3000,1,1):
-                return None
-            return date
-
-        #Administer
-        adm_bits=orm['users.UserBit'].objects.filter(verb__uri="V/Administer",qsc__uri__startswith="Q/Programs")
-        for bit in adm_bits:
-            try:
-                p=orm['program.Program'].objects.get(anchor=bit.qsc)
-            except orm['program.Program'].DoesNotExist:
-                continue
-            orm['users.Permission'](permission_type="Administer", program=p, user=bit.user, startdate=bit.startdate, enddate=end(bit)).save()
-
-        # Administer all programs, but with an enddate.
-        # Adds users that we didn't add to the Administrator group in 0019_userrole.
-        for bit in orm['users.UserBit'].objects.filter(verb__uri="V/Administer", qsc__uri="Q", user__isnull=False, enddate__lt=datetime.datetime(3000,1,1)):
-            orm['users.Permission'](permission_type="Administer", program=None, user=bit.user, startdate=bit.startdate, enddate=end(bit)).save()
-
-        #view programs
-        program_anchors=orm['program.Program'].objects.all().values_list("anchor",flat=True)
-        view_program_bits=orm['users.UserBit'].objects.filter(verb__uri="V/Flags/Public", qsc__id__in=program_anchors)
-        for bit in view_program_bits:
-            try:
-                p=orm['program.Program'].objects.get(anchor=bit.qsc)
-            except orm['program.Program'].DoesNotExist:
-                continue
-            if bit.user is not None:
-                orm['users.Permission'](permission_type=bit.verb.uri[24:],
-                           user=bit.user,
-                           program=p, 
-                           startdate=bit.startdate,
-                           enddate=end(bit)).save()
-            else: 
-                for x in ESPUser.getTypes():
-                    orm['users.Permission'](permission_type=bit.verb.uri[24:],
-                               role=orm['auth.Group'].objects.get(name=x),
-                               program=p,
-                               startdate=bit.startdate,
-                               enddate=end(bit)).save()
-                               
-        #gradeoverride
-        go_bits=orm['users.UserBit'].objects.filter(verb__uri="V/Flags/Registration/GradeOverride",qsc__uri__startswith="Q/Programs")
-        for bit in go_bits:
-            try:
-                p=orm['program.Program'].objects.get(anchor=bit.qsc)
-            except orm['program.Program'].DoesNotExist:
-                continue
-            orm['users.Permission'](permission_type="GradeOverride", program=p,user=bit.user, startdate=bit.startdate, enddate=end(bit)).save()
-
-        #onsite
-        onsite_bits=orm['users.UserBit'].objects.filter(verb__uri="V/Registration/Onsite")
-        for bit in onsite_bits:
-            try:
-                p=orm['program.Program'].objects.get(anchor=bit.qsc)
-            except orm['program.Program'].DoesNotExist:
-                continue
-            orm['users.Permission'](permission_type="Onsite",
-                       user=bit.user,
-                       program=p, 
-                       startdate=bit.startdate,
-                       enddate=end(bit)).save()
-
-        #deadlines
-        deadline_bits = orm['users.UserBit'].objects.filter(verb__uri__startswith="V/Deadline/Registration")
-        for bit in deadline_bits:
-            try:
-                p=orm['program.Program'].objects.get(anchor=bit.qsc)
-            except orm['program.Program'].DoesNotExist:
-                continue
-            
-            name = bit.verb.uri[24:]
-            if bit.recursive and bit.verb.name in ["Classes", "Teacher", "Student"]:
-                name += "/All"
-            if bit.user is not None:
-                orm['users.Permission'](permission_type=name,
-                           user=bit.user,
-                           program=p, 
-                           startdate=bit.startdate,
-                           enddate=end(bit)).save()
-            elif bit.verb.uri[24:31]=="Teacher":
-                orm['users.Permission'](permission_type=name,
-                           role=orm['auth.Group'].objects.get(name="Teacher"),
-                           program=p, 
-                           startdate=bit.startdate,
-                           enddate=end(bit)).save()
-            elif bit.verb.uri[24:31]=="Student":
-                orm['users.Permission'](permission_type=name,
-                           role=orm['auth.Group'].objects.get(name="Student"),
-                           program=p, 
-                           startdate=bit.startdate,
-                           enddate=end(bit)).save()
+        pass
 
     def backwards(self, orm):
         orm['users.Permission'].objects.all().delete()