Merge pull request #22 from biojs/tests

Tests

Author: Megh-Thakkar

main/management/commands/updatecomponents.py

@@ -105,10 +105,14 @@ def handle(self, *args, **options):
 
             if _component.github_url:
                 print _component.github_url
-                github_data = get_github_data(_component.github_url)
+                try:
+                    github_data = get_github_data(_component.github_url)
+                except:
+                    continue
                 _component.stars = github_data['stargazers_count']
                 _component.forks = github_data['forks']
-                _component.watchers = github_data['watchers']
+                # subscriber_count
+                _component.watchers = github_data['subscribers_count']
                 _component.icon_url = github_data['owner']['avatar_url']
                 _component.open_issues = github_data['open_issues']
                 try:
@@ -124,7 +128,10 @@ def handle(self, *args, **options):
                     pass
                 _component.save()
                 print str(github_data['contributors_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET
-                contributors_data = get_contributors_data(str(github_data['contributors_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET)
+                try:
+                    contributors_data = get_contributors_data(str(github_data['contributors_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET)
+                except:
+                    continue
                 commits = 0
                 count = 0
                 for contributor in contributors_data:
@@ -140,7 +147,10 @@ def handle(self, *args, **options):
                         _contribution = Contribution.objects.create(component=_component, contributor=_contributor, contributions=contributor["contributions"])
                     commits += _contribution.contributions
                     count +=1
-                _component.downloads = get_downloads(str(github_data['downloads_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET)
+                try:
+                    _component.downloads = get_downloads(str(github_data['downloads_url']) + '?client_id=' + GITHUB_CLIENT_ID + '&client_secret=' + GITHUB_CLIENT_SECRET)
+                except:
+                    pass
                 _component.commits = commits
                 _component.no_of_contributors = count
                 _component.save()

main/serializers.py

@@ -44,11 +44,21 @@ class Meta:
 
 class DetailComponentSerializer(serializers.ModelSerializer):
     tags = serializers.SerializerMethodField()
+    github_url = serializers.SerializerMethodField()
+
     def get_tags(self, obj):
         tags = []
         for t in obj.tags.all():
             tags.append(t.name)
         return tags
+
+    def get_github_url(self, obj):
+        if obj.github_url:
+            list_url = obj.github_url.split('/')
+            return list_url[0] + '//github.com/' + list_url[4] + '/' + list_url[5].split('?')[0] #  remove get request params(client_id and secret)
+        else:
+            return ''
+
     class Meta:
         model = Component
         fields = (
@@ -69,9 +79,6 @@ class Meta:
                 'open_issues',
                 'version',
                 'author',
-                'author_email',
-                'npm_url',
-                'homepage_url',
                 'license',
             )
 

main/views.py

@@ -26,7 +26,8 @@ def all_components(request):    # requested on_load() for querying
         })
 
 def top_components(request):
-    top_components = TopComponentSerializer(Component.objects.all().order_by('-downloads')[:10], many=True)
+    # Download data is from Github and hence stars are used
+    top_components = TopComponentSerializer(Component.objects.all().order_by('-stars')[:10], many=True)
     return JsonResponse({
         'top_components':top_components.data,
         })

tests/test_views.py

@@ -6,6 +6,9 @@
 from time import sleep
 from datetime import datetime
 import pytz
+import urllib, urllib2
+import json
+import ast
 
 class IndexViewTest(TestCase):
 
@@ -101,7 +104,7 @@ class AllComponentViewTest(TestCase):
 	@classmethod
 	def setUpTestData(cls):
 		# Called initially when test is executed, create objects to be used by test methods
-		# create 10 random objects
+		# create 20 random objects
 		number_of_components = 20
 		for component_no in range(number_of_components):
 			Component.objects.create(name='component'+str(component_no), downloads=random.randint(0,50), stars=random.randint(0,50), modified_time=pytz.utc.localize(datetime.now()))
@@ -128,3 +131,189 @@ def test_relevance_of_response(self):
 					'id' in object and
 					'url_name' in object
 				)
+
+class DetailComponentViewTest(TestCase):
+
+	@classmethod
+	def setUpTestData(cls):
+		# Called initially when test is executed, create objects to be used by test methods
+		# create a random object
+		# Add a benchmark component
+		hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11'}
+		req = urllib2.Request("http://registry.npmjs.com/-/v1/search?text=biojs-vis-rohart-msc-test", headers=hdr)
+		response = urllib2.urlopen(req)
+		data = json.load(response)
+		hdr = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11'}
+		req = urllib2.Request("http://registry.npmjs.com/-/v1/search?text=cytoscape&size=1", headers=hdr)
+		response = urllib2.urlopen(req)
+		data['objects'].append(json.load(response)['objects'][0])
+		for component in data['objects']:
+			component_data = component['package']
+			_component = Component.objects.create(name=component_data['name'])
+			try:
+			    _component.version = component_data['version']
+			except:
+			    pass
+			try:
+			    _component.short_description = component_data['description']
+			except:
+			    pass
+			try:
+			    tags = component_data['keywords']
+			except:
+			    tags = []
+			for tag in tags:
+			    try:
+			        _tag = Tag.objects.get(name=tag)
+			    except:
+			        _tag = Tag.objects.create(name=tag)
+			        _component.tags.add(_tag)
+			    if not _tag in _component.tags.all():
+			        _component.tags.add(_tag)
+			try:
+			    str_date = component_data['date']
+			    req_date = datetime.strptime(str_date, "%Y-%m-%dT%H:%M:%S.%fZ") #This object is timezone unaware
+			    aware_date = pytz.utc.localize(req_date)    #This object is now timezone aware
+			    _component.modified_time = aware_date
+			except:
+			    pass
+			try:
+			    _component.npm_url = component_data['links']['npm']
+			except:
+			    pass
+			try:
+			    _component.homepage_url = component_data['links']['homepage']
+			except:
+			    pass
+			try:
+			    github_url = component_data['links']['repository']
+			    url_list = github_url.split('/')
+			    _component.github_url = 'https://api.github.com/repos/' + str(url_list[3]) + '/' + str(url_list[4])
+			except:
+			    pass
+			try:
+			    _component.author = component_data['author']['name']
+			except:
+			    pass
+			try:
+			    _component.author_email = component_data['author']['email']
+			except:
+			    pass
+			_component.save()
+
+			if _component.github_url:
+				response = urllib.urlopen(_component.github_url)
+				github_data = json.load(response)
+				_component.stars = github_data['stargazers_count']
+				_component.forks = github_data['forks']
+				_component.watchers = github_data['watchers']
+				_component.icon_url = github_data['owner']['avatar_url']
+				_component.open_issues = github_data['open_issues']
+				try:
+				    _component.license = github_data['license']['name']
+				except:
+				    pass
+				try:
+				    str_date = github_data['created_at']
+				    req_date = datetime.strptime(str_date, "%Y-%m-%dT%H:%M:%SZ") #This object is timezone unaware
+				    aware_date = pytz.utc.localize(req_date)    #This object is now timezone aware
+				    _component.created_time = aware_date
+				except:
+				    pass
+				_component.save()
+				contributors_data = json.load(urllib.urlopen(str(github_data['contributors_url'])))
+				commits = 0
+				count = 0
+				for contributor in contributors_data:
+					try:
+					    _contributor = Contributor.objects.get(username=contributor["login"])
+					except:
+					    _contributor = Contributor.objects.create(username=contributor["login"], avatar_url=contributor["avatar_url"])
+					try:
+					    _contribution = Contribution.objects.get(component=_component, contributor=_contributor)
+					    _contribution.contributions = contributor["contributions"]
+					    _contribution.save()
+					except:
+					    _contribution = Contribution.objects.create(component=_component, contributor=_contributor, contributions=contributor["contributions"])
+					commits += _contribution.contributions
+					count +=1
+				response = urllib.urlopen(github_data['downloads_url'])
+				downloads = 0
+				data = ast.literal_eval(response.read())
+				for download in data:
+				    downloads += int(download['download_count'])
+				_component.downloads = downloads
+				_component.commits = commits
+				_component.no_of_contributors = count
+				_component.save()
+
+	def test_view_url_exists_at_desired_location(self):
+		response = self.client.get('/details/biojs-vis-rohart-msc-test/')
+		self.assertEqual(response.status_code, 200)
+		response = self.client.get('/details/cytoscape/')
+		self.assertEqual(response.status_code, 200)
+
+	def test_view_accessible_by_name(self):
+		response = self.client.get(reverse('main:component_details', kwargs={'url_name':'biojs-vis-rohart-msc-test'}))
+		self.assertEqual(response.status_code, 200)
+		response = self.client.get(reverse('main:component_details', kwargs={'url_name':'cytoscape'}))
+		self.assertEqual(response.status_code, 200)
+
+	# Tests whether the relevant keys are present in the json response and length of response list is same as number of components in database
+	def test_relevance_of_response(self):
+		# call for biojs-vis-rohart-msc-test
+		response_1 = self.client.get(reverse('main:component_details', kwargs={'url_name':'biojs-vis-rohart-msc-test'}))
+		self.assertTrue('details' in response_1.json())
+		objects = []
+		objects.append(response_1.json()['details'])
+		# call for cytoscape
+		response_2 = self.client.get(reverse('main:component_details', kwargs={'url_name':'cytoscape'}))
+		self.assertTrue('details' in response_2.json())
+		objects.append(response_2.json()['details'])
+		# Test if all the required fields are present in the response
+		for object in objects:
+			self.assertTrue(
+					'name' in object and
+					'tags' in object and
+					'stars' in object and
+					'downloads' in object and
+					'created_time' in object and
+					'modified_time' in object and
+					'icon_url' in object and
+					'github_url' in object and
+					'short_description' in object and
+					'url_name' in object and
+					'commits' in object and
+					'forks' in object and
+					'watchers' in object and
+					'no_of_contributors' in object and
+					'open_issues' in object and
+					'version' in object and
+					'author' in object and
+					'license' in object
+				)
+		# check if number of commits >= 50 for biojs-vis-rohart-msc-test 
+		# and >= 3757 for cytoscape, from the time the tests were initiated
+		### As number of stars, watchers might go down in the future so they haven't been tested
+		self.assertTrue(int(response_1.json()['details']['commits']) >= 50)
+		self.assertTrue(int(response_2.json()['details']['commits']) >= 3757)
+
+		# modified date should be after created date
+		self.assertTrue(response_1.json()['details']['created_time'] <= response_1.json()['details']['modified_time']) # for biojs-vis-rohart-msc-test
+		self.assertTrue(response_2.json()['details']['created_time'] <= response_2.json()['details']['modified_time']) # for cytoscape
+		# check if number of contributors is same as contributors added
+		self.assertEqual(response_1.json()['details']['no_of_contributors'], Contribution.objects.filter(component=Component.objects.get(name='biojs-vis-rohart-msc-test')).count())
+		self.assertEqual(response_1.json()['details']['no_of_contributors'], len(response_1.json()['contributors']))
+		self.assertEqual(response_2.json()['details']['no_of_contributors'], Contribution.objects.filter(component=Component.objects.get(name='cytoscape')).count())
+		self.assertEqual(response_2.json()['details']['no_of_contributors'], len(response_2.json()['contributors']))
+		for object in response_1.json()['contributors'] + response_2.json()['contributors']:
+			self.assertTrue(
+					'contributor' in object and
+					'contributions' in object and
+					'id' in object
+				)
+			contributor_details = object['contributor']
+			self.assertTrue(
+					'username' in contributor_details and
+					'avatar_url' in contributor_details
+				)