speedup spring evals page

Author: BigSpaceships

conditional/blueprints/spring_evals.py

@@ -1,15 +1,14 @@
 import structlog
 from flask import Blueprint, request
+from sqlalchemy import func
 
 from conditional import db, start_of_year, auth
-from conditional.models.models import HouseMeeting
-from conditional.models.models import MajorProject
-from conditional.models.models import MemberHouseMeetingAttendance
-from conditional.models.models import SpringEval
+from conditional.models.models import CommitteeMeeting, HouseMeeting, MemberCommitteeAttendance
+from conditional.models.models import MajorProject, MemberHouseMeetingAttendance, SpringEval
 from conditional.util.auth import get_user
 from conditional.util.flask import render_template
 from conditional.util.ldap import ldap_get_active_members
-from conditional.util.member import get_cm, get_hm, req_cm
+from conditional.util.member import req_cm
 
 spring_evals_bp = Blueprint('spring_evals_bp', __name__)
 
@@ -25,6 +24,52 @@ def display_spring_evals(internal=False, user_dict=None):
 
     active_members = ldap_get_active_members()
 
+    cm_count = dict([tuple(row) for row in MemberCommitteeAttendance.query.join(
+        CommitteeMeeting,
+        MemberCommitteeAttendance.meeting_id == CommitteeMeeting.id
+    ).with_entities(
+        MemberCommitteeAttendance.uid,
+        CommitteeMeeting.timestamp,
+        CommitteeMeeting.approved,
+    ).filter(
+        CommitteeMeeting.approved,
+        CommitteeMeeting.timestamp >= start_of_year()
+    ).with_entities(
+        MemberCommitteeAttendance.uid,
+        func.count(MemberCommitteeAttendance.uid) #pylint: disable=not-callable
+    ).group_by(
+        MemberCommitteeAttendance.uid
+    ).all()])
+
+    hm_missed = dict([tuple(row) for row in MemberHouseMeetingAttendance.query.join(
+        HouseMeeting,
+        MemberHouseMeetingAttendance.meeting_id == HouseMeeting.id
+    ).filter(
+        HouseMeeting.date >= start_of_year(),
+        MemberHouseMeetingAttendance.attendance_status == 'Absent'
+    ).with_entities(
+        MemberHouseMeetingAttendance.uid,
+            func.count(MemberHouseMeetingAttendance.uid) #pylint: disable=not-callable
+    ).group_by(
+        MemberHouseMeetingAttendance.uid
+    ).all()])
+
+    major_project_query = MajorProject.query.filter(
+        MajorProject.date >= start_of_year()
+    ).all()
+
+    major_projects = {}
+
+    for project in major_project_query:
+        if not project.uid in major_projects:
+            major_projects[project.uid] = []
+
+        major_projects.get(project.uid).append({
+            'name': project.name,
+            'status': project.status,
+            'description': project.description
+        })
+
     sp_members = []
     for account in active_members:
         uid = account.uid
@@ -38,64 +83,45 @@ def display_spring_evals(internal=False, user_dict=None):
             db.session.add(spring_entry)
             db.session.flush()
             db.session.commit()
-        elif spring_entry.status != "Pending" and internal:
+        elif spring_entry.status != 'Pending' and internal:
             continue
 
-        eval_data = None
+        member_missed_hms = []
+
+        if  hm_missed.get(uid, 0) != 0:
+            member_missed_hms = MemberHouseMeetingAttendance.query.join(
+                HouseMeeting,
+                MemberHouseMeetingAttendance.meeting_id == HouseMeeting.id
+            ).filter(
+                HouseMeeting.date >= start_of_year(),
+                MemberHouseMeetingAttendance.attendance_status == 'Absent',
+                MemberHouseMeetingAttendance.uid == uid,
+            ).with_entities(
+                func.array_agg(HouseMeeting.date)
+            ).scalar()
 
-        h_meetings = [m.meeting_id for m in get_hm(account, only_absent=True)]
         member = {
             'name': account.cn,
             'uid': uid,
             'status': spring_entry.status,
-            'committee_meetings': len(get_cm(account)),
+            'committee_meetings': cm_count.get(uid, 0),
             'req_meetings': req_cm(account),
-            'house_meetings_missed':
-                [
-                    {
-                        "date": m.date.strftime("%Y-%m-%d"),
-                        "reason":
-                            MemberHouseMeetingAttendance.query.filter(
-                                MemberHouseMeetingAttendance.uid == uid).filter(
-                                MemberHouseMeetingAttendance.meeting_id == m.id).first().excuse
-                    }
-                    for m in HouseMeeting.query.filter(
-                    HouseMeeting.id.in_(h_meetings)
-                )
-                    ],
-            'major_projects': [
-                {
-                    'name': p.name,
-                    'status': p.status,
-                    'description': p.description
-                } for p in MajorProject.query.filter(
-                    MajorProject.date > start_of_year(),
-                    MajorProject.uid == uid)]
+            'house_meetings_missed': member_missed_hms,
+            'major_projects': major_projects.get(uid, [])
         }
+
+        passed_mps = [project for project in member['major_projects'] if project['status'] == 'Passed']
+
         member['major_projects_len'] = len(member['major_projects'])
-        member['major_projects_passed'] = [
-            {
-                'name': p.name,
-                'status': p.status,
-                'description': p.description
-            } for p in MajorProject.query.filter(
-                MajorProject.date > start_of_year(),
-                MajorProject.status == "Passed",
-                MajorProject.uid == uid)]
+        member['major_projects_passed'] = passed_mps
         member['major_projects_passed_len'] = len(member['major_projects_passed'])
-        member['major_project_passed'] = False
-        for mp in member['major_projects']:
-            if mp['status'] == "Passed":
-                member['major_project_passed'] = True
-                break
-
-        if internal:
-            member['housing_evals'] = eval_data
+        member['major_project_passed'] = member['major_projects_passed_len'] > 0
+
         sp_members.append(member)
 
     sp_members.sort(key=lambda x: x['committee_meetings'], reverse=True)
     sp_members.sort(key=lambda x: len(x['house_meetings_missed']))
-    sp_members.sort(key=lambda x: len([p for p in x['major_projects'] if p['status'] == "Passed"]), reverse=True)
+    sp_members.sort(key=lambda x: x['major_projects_passed_len'], reverse=True)
     # return names in 'first last (username)' format
     if internal:
         return sp_members

conditional/templates/spring_evals.html

@@ -114,8 +114,8 @@ <h4>Missed House Meetings</h4>
                         <tbody>
                             {% for hm_missed in m['house_meetings_missed'] %}
                             <tr>
-                                <td>{{hm_missed['date']}}</td>
-                                <td>{{hm_missed['reason']}}</td>
+                                <td>{{hm_missed}}</td>
+                                <td></td>
                             </tr>
                             {% endfor %}
                         </tbody>

conditional/util/member.py

@@ -90,19 +90,18 @@ def get_onfloor_members():
 
 
 def get_cm(member):
-
     query_result = CommitteeMeeting.query.join(
         MemberCommitteeAttendance,
         MemberCommitteeAttendance.meeting_id == CommitteeMeeting.id
-        ).with_entities(
-            MemberCommitteeAttendance.uid,
-            CommitteeMeeting.timestamp,
-            CommitteeMeeting.committee
-            ).filter(
-                CommitteeMeeting.timestamp > start_of_year(),
-                MemberCommitteeAttendance.uid == member.uid,
-                CommitteeMeeting.approved == True # pylint: disable=singleton-comparison
-                ).all()
+    ).with_entities(
+        MemberCommitteeAttendance.uid,
+        CommitteeMeeting.timestamp,
+        CommitteeMeeting.committee
+    ).filter(
+        CommitteeMeeting.timestamp > start_of_year(),
+        MemberCommitteeAttendance.uid == member.uid,
+        CommitteeMeeting.approved
+    ).all()
 
     c_meetings = [{
         "uid": cm.uid,