WIP: Better stats pages

ynr/apps/cached_counts/management/commands/report_for_date.py

@@ -70,4 +70,6 @@ def handle(self, *args, **options):
                 register=options["register"],
                 nation=options["nation"],
                 elected=options["elected"],
-            )
+            ).print_text()
+
+            # print(text)

ynr/apps/cached_counts/management/commands/reports_update.py

@@ -0,0 +1,45 @@
+from pathlib import Path
+
+from django.core.management import BaseCommand
+
+from django.conf import settings
+
+from cached_counts.models import CachedReport
+from cached_counts.report_helpers import (
+    ALL_REPORT_CLASSES,
+    report_runner,
+    BaseReport,
+)
+
+
+class Command(BaseCommand):
+    help = "Create JSON versions of reports for all elections in settings.REPORT_DATES"
+
+    def handle(self, *args, **options):
+        reports_dir = Path.cwd() / "ynr/apps/cached_counts/reports/"
+        reports_dir.mkdir(exist_ok=True)
+
+        for group_id, report_data in settings.REPORT_DATES.items():
+            election_type, report_date = group_id.split(".")
+            registers = report_data.get("registers", ["GB"])
+            for report_class in ALL_REPORT_CLASSES:
+                for register in registers:
+                    report: BaseReport = report_runner(
+                        name=report_class,
+                        date=report_date,
+                        election_type=election_type,
+                        register=register,
+                    )
+                    CachedReport.objects.update_or_create(
+                        election_date=report_date,
+                        group_id=group_id,
+                        report_name=report_class,
+                        register=register,
+                        report_json=report.as_dict(),
+                    )
+                    # print(report.name)
+                    # print(report.as_text())
+                    # print()
+                    # print()
+                    # print()
+                    # print(report.as_dict())

ynr/apps/cached_counts/management/commands/stats_from_versions_for_date.py

@@ -0,0 +1,49 @@
+import json
+
+from django.core.management.base import BaseCommand
+
+from candidates.models.versions import get_version_for_date
+from popolo.models import Membership
+
+
+class Command(BaseCommand):
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--date",
+            action="store",
+            dest="date",
+            help="The election date",
+            required=True,
+        )
+
+    def handle(self, *args, **options):
+        qs = Membership.objects.filter(
+            ballot__election__election_date=options["date"],
+            ballot__ballot_paper_id__startswith="parl.",
+        )
+        has_email = 0
+        has_twitter = 0
+        has_fb = 0
+        has_statement = 0
+        for membership in qs:
+            versions = json.loads(membership.person.versions)
+            version_for_date = get_version_for_date(options["date"], versions)
+            if not version_for_date:
+                continue
+            if version_for_date["data"].get("biography"):
+                has_statement += 1
+            fb_fields = [
+                version_for_date["data"]["facebook_personal_url"],
+                version_for_date["data"]["facebook_page_url"],
+            ]
+            if any(fb_fields):
+                has_fb += 1
+            if version_for_date["data"]["email"]:
+                has_email += 1
+            if version_for_date["data"]["twitter_username"]:
+                has_twitter += 1
+        print(f"total: {qs.count()}")
+        print(f"has email: {has_email}")
+        print(f"has FB: {has_fb}")
+        print(f"has Twitter: {has_twitter}")
+        print(f"has statement: {has_statement}")

ynr/apps/cached_counts/migrations/0006_cachedreport.py

@@ -0,0 +1,35 @@
+# Generated by Django 3.2 on 2022-04-04 20:28
+
+import django.contrib.postgres.fields.jsonb
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [("cached_counts", "0005_delete_cachedcount")]
+
+    operations = [
+        migrations.CreateModel(
+            name="CachedReport",
+            fields=[
+                (
+                    "id",
+                    models.AutoField(
+                        auto_created=True,
+                        primary_key=True,
+                        serialize=False,
+                        verbose_name="ID",
+                    ),
+                ),
+                ("election_date", models.DateField()),
+                ("register", models.CharField(max_length=2)),
+                ("report_name", models.CharField(max_length=255)),
+                (
+                    "report_json",
+                    django.contrib.postgres.fields.jsonb.JSONField(),
+                ),
+            ],
+        )
+    ]

ynr/apps/cached_counts/migrations/0007_cachedreport_group_id.py

@@ -0,0 +1,16 @@
+# Generated by Django 3.2 on 2022-04-04 20:45
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [("cached_counts", "0006_cachedreport")]
+
+    operations = [
+        migrations.AddField(
+            model_name="cachedreport",
+            name="group_id",
+            field=models.CharField(blank=True, max_length=300),
+        )
+    ]