Create xizai

xizai

@@ -0,0 +1,113 @@
+#!usr/bin/env python
+# -*-coding:utf-8 -*-
+__author__='WYY'
+__date__='2017.03.22'
+
+#实战小项目：爬取pexels网站获取高清原图（做成图片下载器）
+import re
+import os
+import requests
+import random
+import time
+
+class Spider():
+    def __init__(self):
+        self.keyword=raw_input(u'欢迎使用 pexels 图片搜索下载神器\n请输入搜索关键词(英文)：')
+        self.siteURL='https://www.pexels.com/search/'+str(self.keyword)+'/'
+
+    def getSource(self,url):
+        result=requests.get(url).text.encode('utf-8')
+        return result
+
+    #获取图片页数
+    def getPageNum(self):
+        result=self.getSource(url=self.siteURL)
+        pattern=re.compile('<span class="gap".*?<a href="/search/.*?>(.*?)</a> <a href="/search/.*?>(.*?)</a> <a class="next_page" rel="next"', re.S)
+        items=re.search(pattern,result)
+        if items.group(2)>=1:
+            print u'\n这个主题共有图片', items.group(2), u'页'
+        else:
+            print u'\n哎呀，木有您想要的图呢。。。'
+        return items.group(2)
+
+    #获取链接部分
+    def getPartLink(self,url):
+        result=self.getSource(url)
+        pattern1=re.compile(r'<img.*?data-pin-media="https://images.pexels.com/photos/(.*?)/(.*?)?w=800.*?>', re.S)
+        items=re.findall(pattern1, result)
+        return items
+
+    #保存图片入文件
+    def saveImage(self,detailURL,name):
+        fileName=name
+        string='F:\Desktop\code\pexels\%s\%s' % (self.path, fileName)
+        E=os.path.exists(string)
+        if not E:
+            try:
+                user_agents=['Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20130406 Firefox/23.0',
+                           'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/20100101 Firefox/18.0',
+                           'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533+ \(KHTML, like Gecko) Element Browser 5.0',
+                           'IBM WebExplorer /v0.94', 'Galaxy/1.0 [en] (Mac OS X 10.5.6; U; en)',
+                           'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)',
+                           'Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14',
+                           'Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) \Version/6.0 Mobile/10A5355d Safari/8536.25',
+                           'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) \Chrome/28.0.1468.0 Safari/537.36',
+                           'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0; TheWorld)']
+                index=random.randint(0, 9)
+                user_agent=user_agents[index]
+                headers={'User_agent':user_agent}
+                picture=requests.get(detailURL,headers)
+                f=open(string, 'wb')
+                f.write(picture.content)
+                f.close()
+            except requests.exceptions.ConnectionError:
+                print 'Download error:requests.exceptions.ConnectionError'
+                return None
+        else:
+            print u'图片已经存在，跳过！'
+            return False
+
+    #创建目录
+    def makeDir(self, path):
+        self.path=path.strip()
+        E=os.path.exists(os.path.join('F:\Desktop\code\pexels', self.path))
+        if not E:
+            os.makedirs(os.path.join('F:\Desktop\code\pexels',self.path))
+            os.chdir(os.path.join('F:\Desktop\code\pexels',self.path))
+            print u'成功创建名为', self.path, u'的文件夹'
+            return self.path
+        else:
+            print u'名为', self.path, u'的文件夹已经存在...'
+            return False
+
+    #对一页的操作
+    def saveOnePage(self,oneURL):
+        items=self.getPartLink(oneURL)
+        i=1
+        for item in items:
+            #记得去掉后面的'?'
+            detailURL='https://static.pexels.com/photos/'+item[0]+'/'+item[1][:-1]
+            print u'\n', u'正在下载并保存图片',i
+            self.saveImage(detailURL,name=item[1][:-1])
+            time.sleep(0.5)
+            i+=1
+
+    #对多页的操作
+    def saveMorePage(self):
+        Numbers=self.getPageNum()
+        Num=int(raw_input(u'一页共15张图，\n请输入要下载的页数(默认页数大于等于1）：'))
+        Start=int(raw_input(u'请输入下载起始页数：'))
+        if Numbers>=1:
+            for page in range(Start,Start+Num):
+                print u'\n',u'正在获取第',page, u'页的内容'
+                self.url='https://www.pexels.com/search/'+str(self.keyword)+'/?page='+str(page)
+                self.makeDir(path=self.keyword+'Page'+str(page))
+                self.saveOnePage(oneURL=self.url)
+                time.sleep(5)
+        else:
+            return False
+
+        print  u'\n',u'圆满成功!!!'
+
+spider=Spider()
+spider.saveMorePage()