CFbot integration

This adds our own custom replication between the CFbot and the
commitfest app. We currently keep the last CFbot runs in our database,
in an attempt to keep the queries easy and efficient. The CFbot results
are now shown on the overview page of each commitfest, as well as on the
page for each specific patch.

Author: JelteF

media/commitfest/css/commitfest.css

@@ -65,3 +65,7 @@ div.form-group div.controls input.threadpick-input {
 #annotateMessageBody.loading * {
     display: none;
 }
+
+.cfbot-summary img {
+    margin-top: -3px;
+}

media/commitfest/needs_rebase_success.svg

@@ -0,0 +1,80 @@
+# Generated by Django 4.2.17 on 2024-12-21 14:15
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('commitfest', '0005_history_dateindex'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='CfbotBranch',
+            fields=[
+                ('patch', models.OneToOneField(on_delete=django.db.models.deletion.CASCADE, primary_key=True, related_name='cfbot_branch', serialize=False, to='commitfest.patch')),
+                ('branch_id', models.IntegerField()),
+                ('branch_name', models.TextField()),
+                ('commit_id', models.TextField(blank=True, null=True)),
+                ('apply_url', models.TextField()),
+                ('status', models.TextField(choices=[('testing', 'Testing'), ('finished', 'Finished'), ('failed', 'Failed'), ('timeout', 'Timeout')])),
+                ('created', models.DateTimeField(auto_now_add=True)),
+                ('modified', models.DateTimeField(auto_now=True)),
+            ],
+        ),
+        migrations.CreateModel(
+            name='CfbotTask',
+            fields=[
+                ('id', models.BigAutoField(primary_key=True, serialize=False)),
+                ('task_id', models.TextField(unique=True)),
+                ('task_name', models.TextField()),
+                ('branch_id', models.IntegerField()),
+                ('position', models.IntegerField()),
+                ('status', models.TextField(choices=[('CREATED', 'Created'), ('NEEDS_APPROVAL', 'Needs Approval'), ('TRIGGERED', 'Triggered'), ('EXECUTING', 'Executing'), ('FAILED', 'Failed'), ('COMPLETED', 'Completed'), ('SCHEDULED', 'Scheduled'), ('ABORTED', 'Aborted'), ('ERRORED', 'Errored')])),
+                ('created', models.DateTimeField(auto_now_add=True)),
+                ('modified', models.DateTimeField(auto_now=True)),
+                ('patch', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='cfbot_tasks', to='commitfest.patch')),
+            ],
+        ),
+        migrations.RunSQL(
+            """
+            CREATE TYPE cfbotbranch_status AS ENUM (
+                'testing',
+                'finished',
+                'failed',
+                'timeout'
+            );
+            """
+        ),
+        migrations.RunSQL(
+            """
+            CREATE TYPE cfbottask_status AS ENUM (
+                'CREATED',
+                'NEEDS_APPROVAL',
+                'TRIGGERED',
+                'EXECUTING',
+                'FAILED',
+                'COMPLETED',
+                'SCHEDULED',
+                'ABORTED',
+                'ERRORED'
+            );
+            """
+        ),
+        migrations.RunSQL(
+            """
+            ALTER TABLE commitfest_cfbotbranch
+            ALTER COLUMN status TYPE cfbotbranch_status
+            USING status::cfbotbranch_status;
+            """
+        ),
+        migrations.RunSQL(
+            """
+            ALTER TABLE commitfest_cfbottask
+            ALTER COLUMN status TYPE cfbottask_status
+            USING status::cfbottask_status;
+            """
+        ),
+    ]

media/commitfest/new_failure.svg

@@ -341,3 +341,54 @@ class PatchStatus(models.Model):
 class PendingNotification(models.Model):
     history = models.ForeignKey(PatchHistory, blank=False, null=False, on_delete=models.CASCADE)
     user = models.ForeignKey(User, blank=False, null=False, on_delete=models.CASCADE)
+
+
+class CfbotBranch(models.Model):
+    STATUS_CHOICES = [
+        ('testing', 'Testing'),
+        ('finished', 'Finished'),
+        ('failed', 'Failed'),
+        ('timeout', 'Timeout'),
+    ]
+
+    patch = models.OneToOneField(Patch, on_delete=models.CASCADE, related_name="cfbot_branch", primary_key=True)
+    branch_id = models.IntegerField(null=False)
+    branch_name = models.TextField(null=False)
+    commit_id = models.TextField(null=True, blank=True)
+    apply_url = models.TextField(null=False)
+    # Actually a postgres enum column
+    status = models.TextField(choices=STATUS_CHOICES, null=False)
+    created = models.DateTimeField(auto_now_add=True)
+    modified = models.DateTimeField(auto_now=True)
+
+
+class CfbotTask(models.Model):
+    STATUS_CHOICES = [
+        ('CREATED', 'Created'),
+        ('NEEDS_APPROVAL', 'Needs Approval'),
+        ('TRIGGERED', 'Triggered'),
+        ('EXECUTING', 'Executing'),
+        ('FAILED', 'Failed'),
+        ('COMPLETED', 'Completed'),
+        ('SCHEDULED', 'Scheduled'),
+        ('ABORTED', 'Aborted'),
+        ('ERRORED', 'Errored'),
+    ]
+
+    # This id is only used by Django. Using text type for primary keys, has
+    # historically caused problems.
+    id = models.BigAutoField(primary_key=True)
+    # This is the id used by the external CI system. Currently with CirrusCI
+    # this is an integer, and thus we could probably store it as such. But
+    # given that we might need to change CI providers at some point, and that
+    # CI provider might use e.g. UUIDs, we prefer to consider the format of the
+    # ID opaque and store it as text.
+    task_id = models.TextField(unique=True)
+    task_name = models.TextField(null=False)
+    patch = models.ForeignKey(Patch, on_delete=models.CASCADE, related_name="cfbot_tasks")
+    branch_id = models.IntegerField(null=False)
+    position = models.IntegerField(null=False)
+    # Actually a postgres enum column
+    status = models.TextField(choices=STATUS_CHOICES, null=False)
+    created = models.DateTimeField(auto_now_add=True)
+    modified = models.DateTimeField(auto_now=True)