Try qwen model

Author: polyrabbit

config.py

@@ -81,5 +81,7 @@ def coze_enabled():
 local_llm_score_threshold = 10
 logger.info(f'Use openai model {openai_model}')
 
+disable_translation = os.getenv('DISABLE_TRANSLATION') == '1'
+
 output_dir = os.path.join(os.path.dirname(__file__), 'output/')
 image_dir = os.path.join(output_dir, 'image/')

db/summary.py

@@ -21,6 +21,7 @@ class Model(Enum):
     LLAMA = 'Llama'
     STEP = 'Step'
     GEMMA = 'Gemma'
+    QWEN = 'Qwen'
     OPENAI = 'OpenAI'
 
     def can_truncate(self):
@@ -30,7 +31,7 @@ def local_llm(self):
         return self in (Model.LLAMA, Model.TRANSFORMER)
 
     def is_finally(self) -> bool:  # already best, no need to try other models
-        return self in (Model.EMBED, Model.OPENAI, Model.GEMMA, Model.LLAMA, Model.STEP)
+        return self in (Model.EMBED, Model.OPENAI, Model.GEMMA, Model.LLAMA, Model.STEP, Model.QWEN)
 
     def need_escape(self):
         return self in (Model.OPENAI,)

hacker_news/llm/openai.py

@@ -32,6 +32,8 @@ def model_family() -> Model:
         return Model.GEMMA
     if 'step' in config.openai_model:
         return Model.STEP
+    if 'qwen' in config.openai_model:
+        return Model.QWEN
     return Model.OPENAI
 
 
@@ -110,6 +112,9 @@ def call_openai_family(content: str, sys_prompt: str) -> str:
             return ''  # Let fallback code kicks in
     else:
         answer = message['content'].strip()
+    if '</think>' in answer:
+        # A reasoning model
+        answer = answer.split('</think>', 1)[-1].strip()
     # Gemma sometimes returns "**Summary:**\n\nXXX\n\n**Key points:**\n\nXXX", extract the summary part
     for line in answer.split('\n'):
         if not line.strip():

hacker_news/news.py

@@ -147,7 +147,7 @@ def summarize_by_openai(self, content):
             return ''
 
     def translate_summary(self, summary: str):
-        if not summary:
+        if not summary or config.disable_translation:
             return
         try:
             if db.translation.exists(summary, 'zh'):

publish.py

@@ -76,14 +76,33 @@ def gen_page(news_list, path, lang='en'):
     directory = os.path.dirname(static_page)
     os.makedirs(directory, exist_ok=True)
     start = time.time()
+    daily_links = get_daily_links()
     rendered = template.render(news_list=news_list, last_updated=datetime.utcnow(), lang=lang,
+                               daily_links=daily_links,
                                path=urljoin(config.site + '/', path.rstrip('index.html')))
     with open(static_page, "w") as fp:
         fp.write(rendered)
     cost = (time.time() - start) * 1000
     logger.info(f'Written {len(rendered)} bytes to {static_page}, cost(ms): {cost:.2f}')
 
 
+def get_daily_links():
+    daily_dir = os.path.join(config.output_dir, 'daily')
+    if not os.path.exists(daily_dir):
+        return []
+    links = []
+    for name in os.listdir(daily_dir):
+        if os.path.isdir(os.path.join(daily_dir, name)):
+            try:
+                datetime.strptime(name, '%Y-%m-%d')
+                links.append(name)
+            except ValueError:
+                continue  # Ignore directories that are not in 'YYYY-MM-DD' format
+    links.sort(reverse=True)
+    return links
+
+
+
 def gen_feed(news_list):
     start = time.time()
     feed = AtomFeed('Hacker News Summary',

static/js/hn.js

@@ -150,6 +150,18 @@ $(function () {
     setupSortHandlers();
     setupFilterHandlers();
 
+    // Reset daily links dropdown on open
+    $('.daily-dropdown').on('show.bs.dropdown', function () {
+        $('#daily-links-menu .extra-link').hide();
+        $('#more-daily-links').parent().show();
+    });
+
+    $('#more-daily-links').click(function (e) {
+        $('#daily-links-menu .extra-link').show();
+        $(this).parent().hide();
+        return false;
+    });
+
     const urlParams = new URLSearchParams(window.location.hash.substring(1));
 
     // Filter first

templates/base.html

@@ -72,6 +72,20 @@
         <div class="collapse navbar-collapse" id="hn-menu">
             <ul class="nav navbar-nav nav-pills">
                 {% block nav_links %} {% endblock %}
+                <li class="daily-dropdown">
+                    <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Archive<span class="caret"></span></a>
+                    <ul class="dropdown-menu" id="daily-links-menu">
+                        {% for link in daily_links %}
+                            <li {% if loop.index > 10 %}class="extra-link" style="display: none;"{% endif %}>
+                                <a href="{{ config.site }}/daily/{{ link }}">{{ link }}</a>
+                            </li>
+                        {% endfor %}
+                        {% if daily_links|length > 10 %}
+                            <li class="divider"></li>
+                            <li><a href="#" id="more-daily-links">More...</a></li>
+                        {% endif %}
+                    </ul>
+                </li>
                 <li class="sort-dropdown">
                     <a class="dropdown-toggle" data-toggle="dropdown" aria-expanded="true" href="#">
                         Sort

templates/hackernews.html

@@ -14,7 +14,7 @@
 {% endblock %}
 
 {% block nav_brand %}
-    <a class="navbar-brand" href="#">Hacker News Summary</a>
+    <a class="navbar-brand" href="{{ config.site }}/">Hacker News Summary</a>
 {% endblock %}
 
 {% block nav_links %}