Github gist does not block rendering now

polyrabbit · polyrabbit · commit de15cb41a095 · 2023-10-05T15:09:22.000+08:00
diff --git a/.github/workflows/static.yml b/.github/workflows/static.yml
@@ -108,7 +108,7 @@ jobs:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           DATABASE_URL: ${{ secrets.DATABASE_URL }}
           SYSLOG_ADDRESS: ${{ secrets.SYSLOG_ADDRESS }}
-        if: ${{ endswith(github.run_id, '3') || endswith(github.run_id, '6') || endswith(github.run_id, '9') }}
+        if: ${{ github.event_name == 'push' || endswith(github.run_id, '3') || endswith(github.run_id, '6') || endswith(github.run_id, '9') }}
 
       - name: Generate Home Page
         run: make gh_home_page
diff --git a/page_content_extractor/embeddable.py b/page_content_extractor/embeddable.py
@@ -116,4 +116,6 @@ def gist_github_com_parser(self, url):
         path = urlsplit(url).path
         if path.count('/') < 2:
             raise ParseError('Invalid gist.github.com embeddable url(%s)' % url)
-        return '<script src="https://gist.github.com%s.js"></script>' % path
+        # See https://milanaryal.com.np/how-to-embed-github-gists-in-an-iframe-tag/
+        return f'<iframe src="https://gist.github.com{path}.pibb" style="width: 100%; height: 250px; border: 0;"></iframe>'
+        # return '<script src="https://gist.github.com%s.js"></script>' % path
diff --git a/page_content_extractor/http.py b/page_content_extractor/http.py
@@ -13,7 +13,7 @@
 
 
 class CustomHTTPAdapter(HTTPAdapter):
-    timeout = timeout.Timeout(connect=2, read=20)
+    timeout = timeout.Timeout(connect=10, read=30)
 
     def __init__(self, *args, **kwargs):
         if "max_retries" not in kwargs:
diff --git a/requirements.txt b/requirements.txt
@@ -10,17 +10,17 @@ requests==2.31.0
 mock==5.1.0
 werkzeug==2.3.7
 feedwerk==1.1.0
-Pillow==10.0.0
+Pillow==10.0.1
 fake-useragent==1.2.1
 olefile
-openai==0.28.0
-torch==2.0.1
+openai==0.28.1
+torch==2.1.0
 bert-extractive-summarizer==0.10.1
-transformers==4.31.0
+transformers==4.34.0
 python-dotenv==1.0.0
 python_slugify==8.0.1
-sqlalchemy==2.0.20
-psycopg2==2.9.7
+sqlalchemy==2.0.21
+psycopg2==2.9.9
 humanize==4.8.0
-llama-cpp-python==0.2.5
+llama-cpp-python==0.2.11
 tiktoken==0.5.1
diff --git a/test/test_embeddable_parser.py b/test/test_embeddable_parser.py
@@ -69,5 +69,5 @@ def test_pdf_yt_parser(self):
     def test_gist_github_com(self):
         parser = EmbeddableExtractor('<html></html>', 'https://gist.github.com/polyrabbit/5693787')
         self.assertEqual(parser.get_content(),
-                         '<script src="https://gist.github.com/polyrabbit/5693787.js"></script>')
+                         '<iframe src="https://gist.github.com/polyrabbit/5693787.pibb" style="width: 100%; height: 250px; border: 0;"></iframe>')
         self.assertRaises(ParseError, EmbeddableExtractor, 'whatever', 'https://gist.github.com/')
