Skip to content

Commit 2d51e51

Browse files
committed
feat(dickdrainers): Add Search Engine and Strip Summary
1 parent be12458 commit 2d51e51

File tree

1 file changed

+24
-1
lines changed

1 file changed

+24
-1
lines changed

Contents/Code/siteDickDrainers.py

Lines changed: 24 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,29 @@ def search(results, lang, siteNum, searchData):
77
req = PAutils.HTTPRequest(PAsearchSites.getSearchSearchURL(siteNum) + searchData.encoded)
88
searchResults = HTML.ElementFromString(req.text)
99

10+
googleResults = PAutils.getFromSearchEngine(searchData.title, siteNum)
11+
for sceneURL in googleResults:
12+
if 'trailers' in sceneURL and sceneURL not in searchResults.xpath('//div[@class="item-video hover"]//h4//@href'):
13+
req = PAutils.HTTPRequest(sceneURL)
14+
detailsPageElements = HTML.ElementFromString(req.text)
15+
16+
detailsPageElements = HTML.ElementFromString(req.text)
17+
titleNoFormatting = PAutils.parseTitle(detailsPageElements.xpath('//h3')[0].text_content().strip(), siteNum)
18+
curID = PAutils.Encode(sceneURL)
19+
20+
date = detailsPageElements.xpath('//div[@class="videoInfo clear"]/p/text()')[0].strip()
21+
if date:
22+
releaseDate = parse(date).strftime('%Y-%m-%d')
23+
else:
24+
releaseDate = searchData.dateFormat() if searchData.date else ''
25+
26+
if searchData.date and releaseDate:
27+
score = 80 - Util.LevenshteinDistance(searchData.date, releaseDate)
28+
else:
29+
score = 80 - Util.LevenshteinDistance(searchData.title.lower(), titleNoFormatting.lower())
30+
31+
results.Append(MetadataSearchResult(id='%s|%d|%s' % (curID, siteNum, releaseDate), name='%s [%s] %s' % (titleNoFormatting, PAsearchSites.getSearchSiteName(siteNum), releaseDate), score=score, lang=lang))
32+
1033
for searchResult in searchResults.xpath('//div[@class="item-video hover"]'):
1134
titleNoFormatting = PAutils.parseTitle(searchResult.xpath('.//h4')[0].text_content().strip(), siteNum)
1235
sceneURL = searchResult.xpath('.//h4//@href')[0]
@@ -39,7 +62,7 @@ def update(metadata, lang, siteNum, movieGenres, movieActors, movieCollections,
3962
metadata.title = PAutils.parseTitle(detailsPageElements.xpath('//h3')[0].text_content().strip(), siteNum)
4063

4164
# Summary
42-
metadata.summary = ' '.join(detailsPageElements.xpath('//div[@class="videoDetails clear"]//p/span//text()')).replace('FULL VIDEO', '')
65+
metadata.summary = ' '.join(detailsPageElements.xpath('//div[@class="videoDetails clear"]//p/span//text()')).replace('FULL VIDEO', '').strip()
4366

4467
# Tagline and Collection(s)
4568
tagline = PAsearchSites.getSearchSiteName(siteNum)

0 commit comments

Comments
 (0)