Story/iexp 543 (#856)

* added theses by school over time data visualization dashboard

* [IEXP-543] initial creation of genealogy playground data visualization tools

* [story/IEXP-543] consolidated and modularized code, tidied, added domino chain reaction feature to genealogy visualizer, color coded advisors, add all nodes legend

* [IEXP-543] some changes to theses by school code

* [IEXP-553] moved some code away from views file

* [IEXP-543] a little more cleanup

* [IEXP-543] rename d3 source code and fix minor playground bug, some documentation for playground functions

* [IEXP-543] a little bit of refactoring and moving things around

* [IEXP-543] remove empty line

---------

Co-authored-by: Julia Damerow <[email protected]>

Author: crispzips

isiscb/isisdata/forms.py

@@ -2,6 +2,7 @@
 from haystack.forms import FacetedSearchForm
 from django import forms
 from django.db import models
+from django.db.models import Q, Count
 from django.apps import apps
 from django.utils.text import capfirst
 #from django.utils.translation import ugettext_lazy as _
@@ -17,9 +18,11 @@
 
 import time
 from isisdata import helper_methods
-from isisdata.models import Citation, Authority, Tenant
+from isisdata.models import Citation, Authority, Tenant, ACRelation
 from openurl.models import *
 from isisdata.utils import normalize
+import logging
+logger = logging.getLogger(__name__)
 
 import re
 
@@ -275,3 +278,47 @@ class UserProfileForm(forms.Form):
     bio = forms.CharField(widget=forms.Textarea(attrs={'class': 'form-control'}), required=False)
     share_email = forms.BooleanField(required=False)
     resolver_institution = forms.ModelChoiceField(queryset=Institution.objects.all(), widget=forms.Select(attrs={'class': 'form-control'}), required=False)
+
+class ThesisMillForm(forms.Form):
+    TOP5 = 5
+    TOP10 = 10
+    TOP25 = 25
+    TOP50 = 50
+    CUSTOM = "CU"
+    TOP_CHOICES = [
+        (TOP5, "Top 5 Schools"),
+        (TOP10, "Top 10 Schools"),
+        (TOP25, "Top 25 Schools"),
+        (TOP50, "Top 50 Schools"),
+        (CUSTOM, "Custom"),
+    ]
+
+    NORMALIZED_AREA = "NA"
+    HEATGRID = "HG"
+    AREA = "AR"
+    STREAMGRAPH = "ST"
+    CHART_CHOICES = [
+        (NORMALIZED_AREA, "Normalized Area"),
+        (HEATGRID, "Heatgrid"),
+        (AREA, "Area"),
+        (STREAMGRAPH, "Streamgraph"),
+    ]
+
+    chart_type = forms.ChoiceField(
+        widget=forms.Select(attrs={'class':'form-control'}),
+        choices=CHART_CHOICES,
+        initial=STREAMGRAPH,
+        label='Chart Type',
+    )
+    top = forms.ChoiceField(
+        widget=forms.Select(attrs={'class':'form-control'}),
+        choices=TOP_CHOICES,
+        initial=TOP5,
+        label='Schools',
+    )
+    select_schools = forms.ModelMultipleChoiceField(
+        widget=forms.CheckboxSelectMultiple(),
+        queryset=Authority.objects.filter(public=True, type_controlled=Authority.INSTITUTION, acrelation__type_controlled=ACRelation.SCHOOL).annotate(num_theses=Count('acrelation', filter=Q(acrelation__citation__type_controlled=Citation.THESIS))).filter(num_theses__gt=2).order_by('name'),
+        required=False,
+        label='Select Schools',
+    )

isiscb/isisdata/isiscbviews/playground_views.py

@@ -0,0 +1,95 @@
+from django.views.decorators.csrf import ensure_csrf_cookie
+from django.shortcuts import render
+from django.http import JsonResponse
+from isisdata.models import Citation, Authority, ACRelation
+from isisdata.forms import ThesisMillForm
+
+from isisdata.playground import *
+
+import json
+
+
+@ensure_csrf_cookie
+def genealogy(request, tenant_id=None):
+    context = {}
+
+    if request.method != 'POST':
+        return render(request, 'isisdata/genealogy.html', context)
+    
+    request = json.loads(request.body) 
+    subjects = request['subjects']
+    domino_effect = request['domino']
+    node_ids = set(subjects.copy())
+    
+    subject_theses_ids = ACRelation.objects.filter(
+            public=True, 
+            authority__public=True, 
+            citation__public=True, 
+            authority__id__in=subjects, 
+            citation__type_controlled=Citation.THESIS, 
+            type_controlled__in=[ACRelation.SCHOOL, ACRelation.AUTHOR, ACRelation.ADVISOR]
+            )\
+        .values_list("citation__id", flat=True).distinct("citation__id")
+
+    subject_theses = Citation.objects.filter(id__in=[subject_theses_ids])
+  
+    nodes = []
+    links = []
+    
+    if subject_theses:
+        for thesis in subject_theses:
+            extrapolate_thesis(thesis, node_ids, links, domino_effect, subjects)
+
+    node_associations_min = 0
+    node_associations_max = 0
+                
+    if node_ids:
+        node_authorities = Authority.objects.filter(pk__in=list(node_ids))
+        for authority in node_authorities:
+            node, node_association_count = generate_genealogy_node(authority, subjects)
+            node_associations_min = node_association_count if node_association_count < node_associations_min else node_associations_min
+            node_associations_max = node_association_count if node_association_count > node_associations_max else node_associations_max
+            nodes.append(node)
+
+    node_associations_range = {
+        'min': node_associations_min,
+        'max': node_associations_max,
+    }
+
+    context = {
+        'nodes': json.dumps(nodes),
+        'links': json.dumps(links),
+        'subjects': subjects,
+        'node_associations_range': node_associations_range,
+    }
+
+    return JsonResponse(context)
+
+@ensure_csrf_cookie
+def theses_by_school(request, tenant_id=None):
+    form = ThesisMillForm()
+    top = form.fields['top'].initial
+    chart_type = form.fields['chart_type'].initial
+    chart_type_urls = {
+        "HG": "heatgrid",
+        "NA": "normalized-area",
+        "AR": "area",
+        "ST": "streamgraph",
+    }
+    select_schools = []
+    
+    if request.method == 'POST':
+        form = ThesisMillForm(request.POST)
+        if form.is_valid():
+            chart_type = form.cleaned_data["chart_type"]
+            top = form.cleaned_data["top"] if form.cleaned_data["top"] == "CU" else int(form.cleaned_data["top"]) 
+            select_schools = form.cleaned_data["select_schools"]
+
+    context = generate_theses_by_school_context(top, chart_type, select_schools)       
+
+    context["form"] = form
+    context["top"] = top
+    context["chart_url"] = chart_type_urls[chart_type]
+        
+    return render(request, 'isisdata/theses_by_school.html', context)
+