WIP: Initial draft for analytics

.gitignore

@@ -329,3 +329,6 @@ gate_analytics/media/
 .env
 .envs/*
 !.envs/.local/
+
+
+data/

config/settings/base.py

@@ -76,6 +76,7 @@
 LOCAL_APPS = [
     "gate_analytics.users.apps.UsersConfig",
     # Your stuff: custom apps go here
+    "gate_analytics.analytics.apps.AnalyticsConfig",
 ]
 # https://docs.djangoproject.com/en/dev/ref/settings/#installed-apps
 INSTALLED_APPS = DJANGO_APPS + THIRD_PARTY_APPS + LOCAL_APPS

gate_analytics/analytics/admin.py

@@ -0,0 +1,21 @@
+from django.contrib import admin
+
+from .models import (
+    AnswerKey,
+    AnswerKeyItem,
+    Exam,
+    Question,
+    Submission,
+    SubmissionEvaluation,
+    SubmissionItem,
+    Topic,
+)
+
+admin.site.register(Exam)
+admin.site.register(Question)
+admin.site.register(AnswerKey)
+admin.site.register(AnswerKeyItem)
+admin.site.register(Submission)
+admin.site.register(SubmissionEvaluation)
+admin.site.register(SubmissionItem)
+admin.site.register(Topic)

gate_analytics/analytics/algos/evaluate.py

@@ -0,0 +1,5 @@
+from gate_analytics.analytics.models import AnswerKey, Submission, SubmissionEvaluation
+
+
+def evaluate(submission: Submission, key: AnswerKey) -> SubmissionEvaluation:
+    raise NotImplementedError()

gate_analytics/analytics/algos/parser.py

@@ -0,0 +1,42 @@
+from requests_html import HTML, HTMLSession
+
+from gate_analytics.analytics.models import (
+    QuestionType,
+    Submission,
+    SubmissionItemStatus,
+)
+from gate_analytics.utils.itertools import make_batch
+from gate_analytics.utils.text import deduplicate_slashes
+
+
+def parse(url: str) -> Submission:
+    url = deduplicate_slashes(url)
+    html: HTML = HTMLSession().get(url).html
+    for question_pnl in html.find(".questionPnlTbl"):
+        for img in question_pnl.find(".questionRowTbl img"):
+            src = deduplicate_slashes(img.attrs["src"])
+            print(src)
+        metas = make_batch(question_pnl.find(".menu-tbl td"), size=2)
+        assert metas[0][0].full_text == "Question Type :"
+        question_type = QuestionType.from_text(metas[0][1].full_text)
+        assert metas[1][0].full_text == "Question ID :"
+        question_uid = metas[1][1].full_text.strip()
+        assert metas[2][0].full_text == "Status :"
+        status = SubmissionItemStatus.from_text(metas[2][1].full_text)
+        answer = ""
+        if status == SubmissionItemStatus.Answered and question_type in [
+            QuestionType.MCQ,
+            QuestionType.MSQ,
+        ]:
+            assert metas[3][0].full_text == "Chosen Option :"
+            answer = metas[3][1].full_text.strip()
+        elif (
+            status == SubmissionItemStatus.Answered
+            and question_type == QuestionType.NAT
+        ):
+            prompt, value = question_pnl.find(".questionRowTbl td")[-2:]
+            assert prompt.full_text == "Given Answer :"
+            answer = value.full_text.strip()
+        print(question_type.name, question_uid, status.name, answer)
+        print("-" * 40)
+    raise NotImplementedError()

gate_analytics/analytics/apps.py

@@ -0,0 +1,5 @@
+from django.apps import AppConfig
+
+
+class AnalyticsConfig(AppConfig):
+    name = "gate_analytics.analytics"

gate_analytics/analytics/migrations/0001_initial.py

@@ -0,0 +1,145 @@
+# Generated by Django 3.1.7 on 2021-02-23 18:05
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='AnswerKey',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('name', models.CharField(max_length=255)),
+            ],
+        ),
+        migrations.CreateModel(
+            name='Exam',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('branch', models.CharField(max_length=255)),
+                ('year', models.DateField()),
+                ('set', models.IntegerField()),
+                ('conducting_authority', models.TextField(blank=True)),
+                ('number_of_applicants', models.IntegerField(blank=True, null=True)),
+                ('applicants_present', models.IntegerField(blank=True, null=True)),
+                ('recommended_answer_key', models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.DO_NOTHING, related_name='recommended_for_exam', to='analytics.answerkey')),
+            ],
+            options={
+                'unique_together': {('branch', 'year', 'set')},
+            },
+        ),
+        migrations.CreateModel(
+            name='Question',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('number', models.IntegerField()),
+                ('image', models.URLField()),
+                ('gateoverflow_link', models.URLField()),
+                ('type', models.IntegerField(choices=[(0, 'Mcq'), (1, 'Msq'), (2, 'Nat')], db_index=True)),
+                ('answer_choices', models.JSONField()),
+                ('max_marks', models.FloatField()),
+                ('exam', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.exam')),
+            ],
+        ),
+        migrations.CreateModel(
+            name='Submission',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('candidate_id', models.CharField(max_length=255)),
+                ('candidate_name', models.CharField(max_length=255)),
+                ('test_center_name', models.CharField(max_length=255)),
+                ('test_date', models.DateField()),
+                ('test_time_start', models.DateTimeField()),
+                ('test_time_end', models.DateTimeField()),
+                ('submission_url', models.URLField(db_index=True, unique=True)),
+            ],
+        ),
+        migrations.CreateModel(
+            name='Topic',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('name', models.CharField(max_length=255, unique=True)),
+            ],
+        ),
+        migrations.CreateModel(
+            name='SubmissionItem',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('answer', models.TextField()),
+                ('question', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.question')),
+                ('submission', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.submission')),
+            ],
+        ),
+        migrations.CreateModel(
+            name='SubmissionEvaluation',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('attempted', models.IntegerField()),
+                ('positive_marks', models.FloatField()),
+                ('negative_marks', models.FloatField()),
+                ('net_marks', models.FloatField()),
+                ('key', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.answerkey')),
+                ('submission', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.submission')),
+            ],
+        ),
+        migrations.AddField(
+            model_name='submission',
+            name='evaluations',
+            field=models.ManyToManyField(through='analytics.SubmissionEvaluation', to='analytics.AnswerKey'),
+        ),
+        migrations.AddField(
+            model_name='submission',
+            name='exam',
+            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.exam'),
+        ),
+        migrations.AddField(
+            model_name='submission',
+            name='items',
+            field=models.ManyToManyField(through='analytics.SubmissionItem', to='analytics.Question'),
+        ),
+        migrations.AddField(
+            model_name='question',
+            name='topics',
+            field=models.ManyToManyField(blank=True, null=True, to='analytics.Topic'),
+        ),
+        migrations.CreateModel(
+            name='AnswerKeyItem',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('correct_answer', models.TextField()),
+                ('marks_to_all', models.BooleanField(default=False)),
+                ('excluded', models.BooleanField(default=False)),
+                ('key', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.answerkey')),
+                ('question', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.question')),
+            ],
+        ),
+        migrations.AddField(
+            model_name='answerkey',
+            name='answers',
+            field=models.ManyToManyField(through='analytics.AnswerKeyItem', to='analytics.Question'),
+        ),
+        migrations.AddField(
+            model_name='answerkey',
+            name='exam',
+            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='analytics.exam'),
+        ),
+        migrations.AlterUniqueTogether(
+            name='submission',
+            unique_together={('exam', 'candidate_id')},
+        ),
+        migrations.AlterUniqueTogether(
+            name='question',
+            unique_together={('exam', 'number')},
+        ),
+        migrations.AlterUniqueTogether(
+            name='answerkey',
+            unique_together={('exam', 'name')},
+        ),
+    ]