Updated command for adding sniper data and wzrd URL

Author: Megh-Thakkar

main/admin.py

@@ -6,4 +6,6 @@
 admin.site.register(Contributor)
 admin.site.register(Contribution)
 admin.site.register(CSSDependency)
-admin.site.register(JSDependency)
+admin.site.register(JSDependency)
+admin.site.register(Snippet)
+admin.site.register(SniperData)

main/management/commands/updatecomponents.py

@@ -17,19 +17,17 @@
 '''
 
 def get_commit_hash(commits_url):
-    # import ast
-    
     commits_url = commits_url.split('{')[0] + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET
-    print commits_url
+    print (commits_url)
     response = urllib.urlopen(commits_url)
     data = json.loads(response.read())[0]
     return data['sha']
 
+### store the dependency urls and snippet urls
 def update_visualizations(component, commit_hash):
     github_url_list = component.github_url.split('?')[0].split('/')
     owner = github_url_list[4]
     repo_name = github_url_list[5]
-    # print "https://cdn.rawgit.com/" + str(owner) + '/' + str(repo_name) + "/" + commit_hash + "/package.json"
     try:
         sniper_data = json.load(urllib.urlopen("https://cdn.rawgit.com/" + str(owner) + 
                                 '/' + str(repo_name) + "/" + commit_hash + "/package.json"))["sniper"]
@@ -78,14 +76,42 @@ def update_visualizations(component, commit_hash):
     try:
         no_browserify = sniper_data['noBrowserify']
         sniperData.no_browserify = no_browserify
+    except:
+        pass
+    try:
         if no_browserify:
             sniperData.wzrd_url = '#'
         else:
-            sniperData.wzrd_url = "https://wzrd.in/bundle/" + component.name
+            sniperData.wzrd_url = "https://wzrd.in/bundle/" + component.name    
+    except:
+        sniperData.wzrd_url = "https://wzrd.in/bundle/" + component.name
+    try:
+        snippets_dir_name = sniper_data['snippets'][0]
+        sniperData.snippets_dir_name = snippets_dir_name
     except:
         pass
     sniperData.save()
 
+    ### For Snippets URLs
+    try:
+        print ("https://api.github.com/repos/" + str(owner) + "/" + str(repo_name) + "/contents/" + sniperData.snippets_dir_name + "?ref=master&client_id="
+                                            + GITHUB_CLIENT_ID + "&client_secret=" + GITHUB_CLIENT_SECRET)
+        snippets_data = urllib.urlopen("https://api.github.com/repos/" + str(owner) + "/" + str(repo_name) + "/contents/" + sniperData.snippets_dir_name + "?ref=master&client_id="
+                                            + GITHUB_CLIENT_ID + "&client_secret=" + GITHUB_CLIENT_SECRET)
+        snippets = json.loads(snippets_data.read())
+        for snippet in snippets:
+            if not snippet['name'].endswith('.js'):
+                continue
+            url = "https://cdn.rawgit.com/" + str(owner) + '/' + str(repo_name) + "/" + commit_hash + "/" + sniperData.snippets_dir_name + "/" + snippet['name']
+            try:
+                req_snippet = Snippet.objects.get(name=snippet['name'], sniperData=sniperData)
+                req_snippet.url = url
+                req_snippet.save()
+            except:
+                Snippet.objects.create(name=snippet['name'], sniperData=sniperData, url=url)
+    except:
+        pass
+
 def get_github_data(github_url):
     response = urllib.urlopen(github_url)
     data = json.load(response)
@@ -106,8 +132,7 @@ def get_contributors_data(contributors_url):
     return data
 
 def get_downloads(downloads_url):
-    # import ast
-    print downloads_url
+    print (downloads_url)
     response = urllib.urlopen(downloads_url)
     downloads = 0
     data = ast.literal_eval(response.read())
@@ -126,10 +151,10 @@ def handle(self, *args, **options):
             component_data = component['package']
             try:
                 _component = Component.objects.get(name=component_data['name'])
-                print 'exists'
+                print ('exists')
             except:
                 _component = Component.objects.create(name=component_data['name'])
-            print _component.name
+            print (_component.name)
             try:
                 _component.version = component_data['version']
             except:
@@ -182,7 +207,7 @@ def handle(self, *args, **options):
             _component.save()
 
             if _component.github_url:
-                print _component.github_url
+                print (_component.github_url)
                 try:
                     github_data = get_github_data(_component.github_url)
                 except:
@@ -222,7 +247,7 @@ def handle(self, *args, **options):
                 # except:
                 #     pass
                 _component.save()
-                print str(github_data['contributors_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET
+                print (str(github_data['contributors_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET)
                 try:
                     contributors_data = get_contributors_data(str(github_data['contributors_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET)
                 except:

main/migrations/0014_snippet.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.13 on 2018-06-26 06:32
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('main', '0013_sniperdata'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Snippet',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('url', models.URLField()),
+                ('name', models.CharField(max_length=50)),
+                ('sniperData', models.ForeignKey(null=True, on_delete=django.db.models.deletion.SET_NULL, to='main.SniperData')),
+            ],
+        ),
+    ]

main/migrations/0015_sniperdata_snippets_dir_name.py

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.13 on 2018-06-26 06:54
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('main', '0014_snippet'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='sniperdata',
+            name='snippets_dir_name',
+            field=models.CharField(default='snippets', max_length=50),
+        ),
+    ]

main/models.py

@@ -97,6 +97,15 @@ class SniperData(models.Model):
     no_browserify = models.BooleanField(default=False)
     wzrd_url = models.URLField(null=True)
     component = models.OneToOneField(Component, on_delete=models.SET_NULL, null=True)
+    snippets_dir_name = models.CharField(max_length=50, default='snippets')
+    
+    def __unicode__(self):
+        return str(self.component)
+
+class Snippet(models.Model):
+    url = models.URLField()
+    name = models.CharField(max_length=50)
+    sniperData = models.ForeignKey(SniperData, null=True, on_delete=models.SET_NULL)
 
     def __unicode__(self):
-        return str(self.component)
+        return str(self.sniperData.component)

main/serializers.py

@@ -103,4 +103,28 @@ class ContributionSerializer(serializers.ModelSerializer):
 
     class Meta:
         model = Contribution
-        fields = ('contributor', 'contributions', 'id')
+        fields = ('contributor', 'contributions', 'id')
+
+class JSDependencySerializer(serializers.ModelSerializer):
+
+    class Meta:
+        model = JSDependency
+        fields = ('js_url',)
+
+class CSSDependencySerializer(serializers.ModelSerializer):
+
+    class Meta:
+        model = CSSDependency
+        fields = ('css_url',)
+
+class SniperDataSerializer(serializers.ModelSerializer):
+
+    class Meta:
+        model = SniperData
+        fields = ('wzrd_url',)
+    
+class SnippetSerializer(serializers.ModelSerializer):
+
+    class Meta:
+        model = Snippet
+        fields = ('url', 'name')

main/views.py

@@ -37,9 +37,18 @@ def component_details(request, url_name):
     component = Component.objects.get(url_name=url_name)
     details = DetailComponentSerializer(component, context={'request':request})
     contributions = ContributionSerializer(component.contributions, many=True)
+    js_dependencies = JSDependencySerializer(component.jsdependency_set.all(), many=True)
+    css_dependencies = CSSDependencySerializer(component.cssdependency_set.all(), many=True)
+    sniper_data = component.sniperdata
+    sniper = SniperDataSerializer(sniper_data)
+    snippets = SnippetSerializer(sniper_data.snippet_set.all(), many=True)
     return JsonResponse({
         'details' : details.data,
         'contributors' : contributions.data,
+        'js_dependencies' : js_dependencies.data,
+        'css_dependencies' : css_dependencies.data,
+        'sniper_data' : sniper.data,
+        'snippets' : snippets.data,
     })
 
 @staff_member_required