added the web data

Author: asad70

.gitignore

@@ -0,0 +1,135 @@
+# Byte-compiled / optimized / DLL files
+../../.idea/
+.idea/
+__pycache__/
+
+eattheblocks/
+__pycache__/
+*.py[cod]
+*$py.class
+.idea/
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+node_modules

.vscode/launch.json

@@ -0,0 +1,15 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python: Current File",
+            "type": "python",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal"
+        }
+    ]
+}

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021 Danksta
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

Procfile

@@ -0,0 +1 @@
+web: gunicorn run:app --log-file=- 

README.md

@@ -0,0 +1,58 @@
+# reddit-sentiment-analysis
+This program goes thru reddit, finds the most mentioned tickers and uses Vader SentimentIntensityAnalyzer to calculate the ticker compound value.
+
+## Program Parameters
+<pre>
+subs = []           sub-reddit to search
+post_flairs = {}    posts flairs to search || None flair is automatically considered
+goodAuth = {}       authors whom comments are allowed more than once
+uniqueCmt = True    allow one comment per author per symbol
+ignoreAuthP = {}    authors to ignore for posts
+ignoreAuthC = {}    authors to ignore for comment 
+upvoteRatio = float upvote ratio for post to be considered, 0.70 = 70%
+ups = int           define # of upvotes, post is considered if upvotes exceed this #
+limit = int         define the limit, comments 'replace more' limit
+upvotes = int       define # of upvotes, comment is considered if upvotes exceed this #
+picks = int         define # of picks here, prints as "Top ## picks are:"
+picks_ayz = int     define # of picks for sentiment analysis
+</pre>
+
+## Sample Output
+It took 216.65 seconds to analyze 5862 comments in 80 posts in 4 subreddits.
+
+Posts analyzed saved in titles
+
+10 most mentioned picks:\
+GME: 197\
+BB: 72\
+FB: 56\
+PLTR: 36\
+TSLA: 25\
+PLUG: 17\
+RC: 15\
+NIO: 14\
+SPCE: 10\
+TLRY: 10
+
+&nbsp; &nbsp; &nbsp; &nbsp; Bearish &nbsp; Neutral &nbsp; Bullish &nbsp; Total/Compound\
+GME    &nbsp; 0.087    &nbsp;0.763    &nbsp; &nbsp;0.150           &nbsp; &nbsp; &nbsp;0.161\
+BB     &nbsp; 0.058 &nbsp;   0.768 &nbsp; &nbsp;   0.175           &nbsp; &nbsp; &nbsp;0.261\
+FB     &nbsp; 0.119    &nbsp;0.708    &nbsp; &nbsp;0.173           &nbsp; &nbsp; &nbsp;0.127\
+PLTR    &nbsp;0.062    &nbsp;0.804 &nbsp; &nbsp;   0.134           &nbsp; &nbsp; &nbsp;0.235\
+TSLA    &nbsp;0.124    &nbsp;0.690    &nbsp; &nbsp;0.187           &nbsp; &nbsp; &nbsp;0.195\
+![](mentioned.png)
+![](sentiment.png)
+
+## Data:
+Includes US stocks with market cap > 100 Million, and price above $3. It doesn't include penny stocks.\
+You can download data from here:\
+Source (US stocks):  https://www.nasdaq.com/market-activity/stocks/screener?exchange=nasdaq&letter=0&render=download\
+
+
+
+Limitations:
+It depends mainly on the defined parameters for current implementation:
+It completely ignores the heavily downvoted comments, and there can be a time when
+the most mentioned ticker is heavily downvoted, but you can change that in upvotes variable.
+
+

Runtime.txt

@@ -0,0 +1 @@
+python-3.6.10

app/__init__.py

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+"""
+Copyright (c) 2019 - present AppSeed.us
+"""
+
+from flask import Flask, url_for
+from flask_login import LoginManager
+from flask_sqlalchemy import SQLAlchemy
+from importlib import import_module
+from logging import basicConfig, DEBUG, getLogger, StreamHandler
+from os import path
+
+db = SQLAlchemy()
+login_manager = LoginManager()
+
+def register_extensions(app):
+    db.init_app(app)
+    login_manager.init_app(app)
+
+def register_blueprints(app):
+    for module_name in ('base', 'home'):
+        module = import_module('app.{}.routes'.format(module_name))
+        app.register_blueprint(module.blueprint)
+
+def configure_database(app):
+
+    @app.before_first_request
+    def initialize_database():
+        db.create_all()
+
+    @app.teardown_request
+    def shutdown_session(exception=None):
+        db.session.remove()
+
+def create_app(config):
+    app = Flask(__name__, static_folder='base/static')
+    app.config['TEMPLATES_AUTO_RELOAD'] = True
+    app.config.from_object(config)
+    register_extensions(app)
+    register_blueprints(app)
+    configure_database(app)
+    return app

app/base/__init__.py

@@ -0,0 +1,14 @@
+# -*- encoding: utf-8 -*-
+"""
+Copyright (c) 2019 - present AppSeed.us
+"""
+
+from flask import Blueprint
+
+blueprint = Blueprint(
+    'base_blueprint',
+    __name__,
+    url_prefix='',
+    template_folder='templates',
+    static_folder='static'
+)

app/base/forms.py

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+"""
+Copyright (c) 2019 - present AppSeed.us
+"""
+
+from flask_wtf import FlaskForm
+from wtforms import TextField, PasswordField
+from wtforms.validators import InputRequired, Email, DataRequired
+
+## login and registration
+
+class LoginForm(FlaskForm):
+    username = TextField    ('Username', id='username_login'   , validators=[DataRequired()])
+    password = PasswordField('Password', id='pwd_login'        , validators=[DataRequired()])
+
+class CreateAccountForm(FlaskForm):
+    username = TextField('Username'     , id='username_create' , validators=[DataRequired()])
+    email    = TextField('Email'        , id='email_create'    , validators=[DataRequired(), Email()])
+    password = PasswordField('Password' , id='pwd_create'      , validators=[DataRequired()])

app/base/models.py

@@ -0,0 +1,72 @@
+# -*- encoding: utf-8 -*-
+"""
+Copyright (c) 2019 - present AppSeed.us
+"""
+
+from flask_login import UserMixin
+from sqlalchemy import Binary, Column, Integer, String
+from sqlalchemy.sql.sqltypes import Date, PickleType
+import time
+from app import db, login_manager
+import datetime
+from app.base.util import hash_pass
+
+class User(db.Model, UserMixin):
+
+    __tablename__ = 'User'
+
+    id = Column(Integer, primary_key=True)
+    username = Column(String, unique=True)
+    email = Column(String, unique=True)
+    password = Column(Binary)
+
+    def __init__(self, **kwargs):
+        for property, value in kwargs.items():
+            # depending on whether value is an iterable or not, we must
+            # unpack it's value (when **kwargs is request.form, some values
+            # will be a 1-element list)
+            if hasattr(value, '__iter__') and not isinstance(value, str):
+                # the ,= unpack of a singleton fails PEP8 (travis flake8 test)
+                value = value[0]
+
+            if property == 'password':
+                value = hash_pass( value ) # we need bytes here (not plain str)
+                
+            setattr(self, property, value)
+
+    def __repr__(self):
+        return str(self.username)
+
+
+@login_manager.user_loader
+def user_loader(id):
+    return User.query.filter_by(id=id).first()
+
+@login_manager.request_loader
+def request_loader(request):
+    username = request.form.get('username')
+    user = User.query.filter_by(username=username).first()
+    return user if user else None
+
+class Picks(db.Model):
+
+    __tablename__ = 'Picks'
+
+    id = Column(Integer, primary_key=True)
+    pick = Column(PickleType)
+    direction = Column(String, unique=True)
+    bearish = Column(Integer)
+    neutral = Column(Integer)
+    bullish = Column(Integer)
+    total = Column(Integer)
+    time= Column(Date, default=datetime.datetime.utcnow())
+
+    #def __init__(self, **kwargs):
+        # for property, value in kwargs.items():
+        #     if hasattr(value, '__iter__') and not isinstance(value, str):
+        #         value = value[0]
+        #     if property == 'time':
+        #         value = time.ctime() # we need bytes here (not plain str)
+        # setattr(self, property, value)
+    def __repr__(self):
+        return "class picks id is " + str(self.id)