.

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,38 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+
+**Smartphone (please complete the following information):**
+ - Device: [e.g. iPhone6]
+ - OS: [e.g. iOS8.1]
+ - Browser [e.g. stock browser, safari]
+ - Version [e.g. 22]
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/dependencies/ta-lib-0.4.0-src.tar.gz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff41efcb1c011a4b4b6dfc91610b06e39b1d7973ed5d4dee55029a0ac4dc651
+size 1330299

.github/workflows/squash.py

@@ -0,0 +1,41 @@
+from time import sleep
+import os
+
+c_msg = "GitHub Action Workflow - Market Data Download (Default Config)"
+
+print("[+] === SQUASHING COMMITS : actions-data-download branch ===")
+print("[+] Saving Commit messages log..")
+os.system("git log --pretty=oneline > msg.log")
+
+sleep(5)
+
+lines = None
+with open('msg.log','r') as f:
+    lines = f.readlines()
+
+cnt = 0
+for l in lines:
+    if c_msg in l:
+        cnt += 1
+    else:
+        commit_hash = l.split(" ")[0]
+        cnt -= 1
+        break
+
+
+print(f"[+] Reset at HEAD~{cnt}")
+print(f"[+] Reset hash = {commit_hash}")
+print(f"git reset --soft {commit_hash}")
+print(f"git commit -m '{c_msg}'")
+
+if cnt < 1:
+    print("[+] No Need to Squash! Skipping...")
+else:
+    os.system(f"git reset --soft HEAD~{cnt}")
+    os.system(f"git commit -m '{c_msg}'")
+    os.system(f"git push -f")
+
+os.remove("msg.log")
+sleep(5)
+
+print("[+] === SQUASHING COMMITS : DONE ===")

.github/workflows/workflow-build-matrix.yml

@@ -0,0 +1,145 @@
+# Project             :   Screenipy
+# Author              :   Pranjal Joshi
+# Created             :   30/04/2021
+# Description         :   Workflow for building screenipy on pushing a tag
+
+name: Screenipy Build - New Release
+
+on:
+  push:
+    #branches: [ pre-main ]
+    tags:
+      - '*'
+
+jobs:
+
+  # Job for builing packages
+  Build:
+    name: Build Packages
+    #needs: Create-Release
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: windows-latest
+            TARGET: Windows
+            CMD_BUILD: |
+              pyinstaller --onefile --icon=src\icon.ico src\screenipy.py  --hidden-import cmath --hidden-import talib.stream --hidden-import numpy --hidden-import pandas --hidden-import alive-progress --hidden-import alive_progress
+            DEP_BUILD: |
+              python -m pip install --upgrade pip
+              echo Installing TA-lib...
+              cd .github/dependencies/
+              echo %cd%
+              pip install TA_Lib-0.4.19-cp39-cp39-win_amd64.whl
+              cd ..
+              cd ..
+              python -m pip install --upgrade pip
+              pip install -r requirements.txt
+            TEST_BUILD: |
+              ./dist/screenipy.exe --testbuild
+              exit $?
+            OUT_PATH: .\dist\screenipy.exe
+            FILE_NAME: screenipy.exe
+          
+          - os: ubuntu-20.04
+            TARGET: Linux
+            CMD_BUILD: |
+              pyinstaller --onefile --icon=src/icon.ico src/screenipy.py  --hidden-import cmath --hidden-import talib.stream --hidden-import numpy --hidden-import pandas --hidden-import alive-progress --hidden-import alive_progress
+              mv /home/runner/work/Screeni-py/Screeni-py/dist/screenipy /home/runner/work/Screeni-py/Screeni-py/dist/screenipy.bin
+              chmod +x /home/runner/work/Screeni-py/Screeni-py/dist/screenipy.bin
+            DEP_BUILD: |
+              cd .github/dependencies/
+              pwd
+              tar -xzf ta-lib-0.4.0-src.tar.gz
+              cd ta-lib/
+              ./configure --prefix=/usr
+              make
+              sudo make install
+              cd /home/runner/work/Screeni-py/Screeni-py/
+              python -m pip install --upgrade pip
+              pip install -r requirements.txt
+              pip install ta-lib==0.4.24
+            TEST_BUILD: |
+              /home/runner/work/Screeni-py/Screeni-py/dist/screenipy.bin --testbuild
+              exit $?
+            OUT_PATH: /home/runner/work/Screeni-py/Screeni-py/dist/screenipy.bin
+            FILE_NAME: screenipy.bin
+
+          - os: macos-latest
+            TARGET: MacOS
+            CMD_BUILD: |
+              pyinstaller --onefile --windowed --icon=src/icon.ico src/screenipy.py  --hidden-import cmath --hidden-import talib.stream --hidden-import numpy --hidden-import pandas --hidden-import alive-progress --hidden-import alive_progress
+              mv /Users/runner/work/Screeni-py/Screeni-py/dist/screenipy /Users/runner/work/Screeni-py/Screeni-py/dist/screenipy.run
+            DEP_BUILD: |
+              brew install ta-lib
+              python -m pip install --upgrade pip
+              pip install -r requirements.txt
+              pip install ta-lib==0.4.24
+            TEST_BUILD: |
+              /Users/runner/work/Screeni-py/Screeni-py/dist/screenipy.run --testbuild
+              exit $?
+            OUT_PATH: /Users/runner/work/Screeni-py/Screeni-py/dist/screenipy.run
+            FILE_NAME: screenipy.run
+          
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Get the GitHub Tag version
+        id: get_version
+        shell: bash
+        run: echo ::set-output name=VERSION::${GITHUB_REF/refs\/tags\//}
+
+      - name: Set up Python 3.9.4
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.9.4
+
+      - name: Load Cache for Linux Dependencies
+        uses: actions/cache@v2
+        if: startsWith(runner.os, 'Linux')
+        with:
+          path: |
+            /usr/include/ta-lib
+            /usr/bin/ta-lib-config
+          key: ${{ runner.os }}-talib
+          restore-keys: |
+            ${{ runner.os }}-talib
+
+      - name: Install dependencies for ${{ matrix.TARGET }}
+        run: ${{ matrix.DEP_BUILD }}
+
+      - name: Build for ${{ matrix.TARGET }}
+        run: ${{ matrix.CMD_BUILD }}
+
+      - name: Test Built Binary for ${{ matrix.TARGET }}
+        shell: bash
+        run: ${{ matrix.TEST_BUILD }}
+        continue-on-error: false
+
+      - name: Save Binaries as Artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: ${{ matrix.FILE_NAME }}
+          path: ${{ matrix.OUT_PATH }}
+
+      - name: Read release.md
+        id: read_release
+        shell: bash
+        run: |
+          r=$(cat src/release.md)
+          r="${r//'%'/'%25'}"
+          r="${r//$'\n'/'%0A'}"
+          r="${r//$'\r'/'%0D'}"
+          echo "::set-output name=RELEASE_BODY::$r"
+
+      - name: Upload Binaries to Release
+        uses: svenstaro/upload-release-action@v2
+        with:
+          repo_token: ${{ secrets.GITHUB_TOKEN }}
+          file: ${{ matrix.OUT_PATH }}
+          asset_name: ${{ matrix.FILE_NAME }}
+          tag: ${{ github.ref }}
+          release_name: Screenipy - v${{ steps.get_version.outputs.VERSION }}
+          body: |
+            ${{ steps.read_release.outputs.RELEASE_BODY }}
+          overwrite: true

.github/workflows/workflow-download-data.yml

@@ -0,0 +1,76 @@
+# Project             :   Screenipy
+# Author              :   Pranjal Joshi
+# Created             :   24/01/2022
+# Description         :   Workflow for downloading pickled stock data to cloud [Use this when yfinance causing an issue]
+
+name: Screenipy Data - After-Market Data Gen
+on:
+  workflow_dispatch:
+    inputs:
+      name:
+        description: 'Run Details'
+        required: false
+        default: 'Screenipy - Data Download'
+  schedule:
+  - cron: '02 10 * * 1-5'
+
+jobs:
+
+  Download_Stock_Data:
+
+    runs-on: windows-latest
+
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        ref: actions-data-download
+
+    - name: Set up Python 3.9.4
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.9.4
+
+    - name: Restore Dependencies from Cache
+      uses: actions/cache@v2
+      with:
+        path: ~\AppData\Local\pip\Cache
+        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+        restore-keys: |
+          ${{ runner.os }}-pip-
+
+    - name: Install TA-Lib
+      run: |
+        python -m pip install --upgrade pip
+        cd .github/dependencies/
+        echo %cd%
+        pip install TA_Lib-0.4.19-cp39-cp39-win_amd64.whl
+
+    - name: Install Python Dependencies
+      run: |
+        pip install -r requirements.txt
+
+    - name: Download Stock Data
+      shell: cmd
+      run: |
+        rmdir /s /q actions-data-download
+        mkdir actions-data-download
+        python src/screenipy.py -d
+        copy "stock_data_*.pkl" "actions-data-download"
+
+    - name: Push Pickle Data
+      run: |
+        git config user.name github-actions
+        git config user.email github-actions@github.com
+        git checkout actions-data-download
+        git add actions-data-download/stock_data_*.pkl --force
+        git commit -m "GitHub Action Workflow - Market Data Download (Default Config)"
+        git push
+
+    - name: Squash Commits (Python)
+      shell: cmd
+      run: |
+        git config user.name github-actions
+        git config user.email github-actions@github.com
+        git fetch
+        git checkout actions-data-download
+        python .github/workflows/squash.py

.github/workflows/workflow-stale.yml

@@ -0,0 +1,29 @@
+# Project             :   Screenipy
+# Author              :   Pranjal Joshi
+# Created             :   03/09/2021
+# Description         :   Workflow for marking Stale Issues/PRs
+
+name: Screenipy Stale - Mark stale issues and pull requests
+
+on:
+  schedule:
+  - cron: '30 11 * * *'
+
+jobs:
+  stale:
+
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      pull-requests: write
+
+    steps:
+    - uses: actions/stale@v3
+      with:
+        repo-token: ${{ secrets.GITHUB_TOKEN }}
+        stale-issue-message: 'This Issue is marked as Stale due to Inactivity. This Issue will be Closed soon.'
+        stale-pr-message: 'This PR is marked as Stale due to Inactivity.'
+        days-before-stale: 15
+        days-before-close: 5
+        days-before-pr-close: -1
+        exempt-issue-labels: 'question,Feedback'

.github/workflows/workflow-test.yml

@@ -0,0 +1,105 @@
+# Project             :   Screenipy
+# Author              :   Pranjal Joshi
+# Created             :   27/04/2021
+# Description         :   Workflow for CI - Testing source and PR main for release
+
+
+name: Screenipy Test - New Features
+
+on:
+  push:
+    branches: [ new-features ]
+  pull_request:
+    branches: [ new-features ]
+
+jobs:
+
+  # Test the source-code
+  Test-Source:
+
+    runs-on: windows-latest
+
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python 3.9.4
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.9.4
+
+    - name: Restore Dependencies from Cache
+      uses: actions/cache@v2
+      with:
+        path: ~\AppData\Local\pip\Cache
+        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+        restore-keys: |
+          ${{ runner.os }}-pip-
+
+    - name: Install dependencies for TA-Lib
+      run: |
+        python -m pip install --upgrade pip
+        cd .github/dependencies/
+        echo %cd%
+        pip install TA_Lib-0.4.19-cp39-cp39-win_amd64.whl
+
+    # - name: Install Numpy-MKL for Windows
+    #   run: |
+    #     echo Downloading Numpy-MKL (212MB), Please wait!
+    #     powershell.exe -Command (new-object System.Net.WebClient).DownloadFile('https://download.lfd.uci.edu/pythonlibs/w4tscw6k/numpy-1.20.2+mkl-cp39-cp39-win_amd64.whl','numpy-1.20.2+mkl-cp39-cp39-win_amd64.whl')
+    #     pip install numpy-1.20.2+mkl-cp39-cp39-win_amd64.whl
+
+    - name: Install dependencies using pip
+      run: |
+        python -m pip install --upgrade pip
+        pip install flake8 pytest pytest-mock
+        pip install -r requirements.txt
+
+    - name: Lint with flake8
+      run: |
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+        
+    - name: Run a Test with pytest
+      run: |
+        cd test/
+        pytest -v
+
+  # Job to create PR
+  Create-Pull-Request:
+
+    runs-on: ubuntu-latest
+    needs: [Test-Source]
+
+    steps:
+    - name: Checkout Repo before PR
+      uses: actions/checkout@v2
+    
+    - name: Create Pull Request (new-features -> main)
+      id: create_pr
+      uses: repo-sync/pull-request@v2
+      with:
+        source_branch: "new-features"
+        destination_branch: "main"
+        pr_title: "[Screenipy Test] New Features Added - Test Passed"
+        pr_body: |
+          **This PR has been generated automatically** by **Screenipy Test - New Features** workflow due to test passed for a latest push on the **new-features** branch.
+          
+          View commits for changelog.
+        pr_label: "Test-Passed"
+        pr_draft: false
+        pr_allow_empty: true
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Create PR Log file
+      shell: bash
+      run: |
+        echo ${{steps.create_pr.outputs.pr_url}} >> pr.txt
+        echo ${{steps.create_pr.outputs.pr_number}} >> pr.txt
+
+    - name: Save PR Log File
+      uses: actions/upload-artifact@v2
+      with:
+        name: PR_Log.txt
+        path: pr.txt

.gitignore

@@ -0,0 +1,11 @@
+venv/
+build/
+dist/
+test/*.ini
+__pycache__/
+.vscode/
+*.xlsx
+stock*.pkl
+results*.pkl
+*.spec
+.DS_Store

CONTRIBUTING.md

@@ -0,0 +1,42 @@
+# Contributing
+
+When contributing to this repository, please first discuss the change you wish to make via issue with owner or other contributers.
+
+## 1. Keep your Fork up to date
+* Before statrting development of any new feature, Always check if this repo is ahead in commits as compared to your fork.
+* It is a good practice to always keep your fork up-to-date before starting development of features/fixes to avoid merge conflicts.
+* Update your fork using following code snippet.
+```
+# Add a new remote repo called as screenipy_upstream
+git remote add screenipy_upstream https://github.com/pranjal-joshi/Screeni-py.git
+
+# Sync your fork before starting work
+git fetch screenipy_upstream
+git checkout <BRANCH_YOU_ARE_WORKING_ON>
+git merge screenipy_upstream/<BRANCH_FROM_THIS_REPO_YOU_WANT_TO_MERGE_IN_YOUR_BRANCH>
+```
+
+
+## 2. Install Project Dependencies
+
+* This project uses [**TA-Lib**](https://github.com/mrjbq7/ta-lib). Please visit the hyperlink for the official guide of installation.
+* This Project requires Python 3.9 environment setup. [Click Here to Download](https://www.python.org/downloads/)
+* Install python dependencies by running `pip install -r requirements.txt` in the root directory of this project.
+
+## 3. Create Dependency Requirements
+
+1. Install [**pip-chill**](https://pypi.org/project/pip-chill/) by running `pip install pip-chill` which is a developer friendly version of classic `pip freeze`.
+2. Update the `requirements.txt` file by running `pip-chill --all --no-version -v > requirements.txt`.
+3. Ensure to **uncomment** all the dependency modules from the `requirements.txt`
+
+## 4. Testing Code Locally
+
+1. Update the test-cases as per the new features from `test/screenipy_test.py` if required.
+2. Run a test locally with `pytest -v` and ensure that all tests are passed.
+3. In case of a failure, Rectify code or Consider opening an issue for further discussion.
+
+## 5. Pull Request Process
+
+1. Ensure that dependecy list have been generated in the `requirements.txt` using above section.
+2. Ensure that all test-cases are passed locally.
+1. If you are contributing new feature or a bug-fix, Always create a Pull Request to `new-features` branch as it have workflows to test the source before merging with the `main`.

INSTALLATION.md

@@ -0,0 +1,33 @@
+# Installation Guide
+
+This is a troubleshooting guide for installing [Screenipy](https://github.com/pranjal-joshi/Screeni-py) on your computer.
+
+## For MacOS
+
+### One Time Configuration
+
+1. Download the executable from the [Latest Release](https://github.com/pranjal-joshi/Screeni-py/releases/latest)
+2. Open `Terminal` from `Applications > Utility > Terminal`
+3. Execute following commands in the terminal (Commands are **Case Sensitive**)
+```
+cd Downloads                 # Navigate to Downloads folder
+chmod +x screenipy.run       # Apply Execute permission to the file
+```
+
+4. Right click on 'screenipy.run' and select option `Open with > Utilities > Terminal`. (Select All applications if `Terminal` is frozen)
+5. You may get **Developer not Verified** error as follow:
+
+![Error](https://user-images.githubusercontent.com/6128978/119251001-95214580-bbc1-11eb-8484-e07ba33730dc.PNG)
+
+6.Click on the **`?`** Icon. The following prompt will appear on the right bottom of your screen.
+
+![Prompt](https://user-images.githubusercontent.com/6128978/119251025-c39f2080-bbc1-11eb-8103-9f0d267ff4e4.PNG)
+
+7. Click on `Open General Pane for me` option.
+8. This will open following **Security and Privacy** window.
+9. Click on **`Open Anyway`** Button to grant executable permission for the Screenipy. (Enter your password if prompted)
+
+![Allow](https://user-images.githubusercontent.com/6128978/119251073-11b42400-bbc2-11eb-9a15-7ebb6fec1c66.PNG)
+
+10. Close the window.
+11. Now double click on `screenipy.run` file to use the application.

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021 Pranjal Joshi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,12 +1,85 @@
+| |
+| :-: |
+| ![Screeni-py](https://user-images.githubusercontent.com/6128978/217816268-74c40180-fc47-434d-938b-3639898ee3e0.png) |
+| [![GitHub release (latest by date)](https://img.shields.io/github/v/release/pranjal-joshi/Screeni-py?style=for-the-badge)](https://github.com/pranjal-joshi/Screeni-py/releases/latest) [![GitHub all releases](https://img.shields.io/github/downloads/pranjal-joshi/Screeni-py/total?color=Green&label=Downloads&style=for-the-badge)](#) [![GitHub](https://img.shields.io/github/license/pranjal-joshi/Screeni-py?style=for-the-badge)](https://github.com/pranjal-joshi/Screeni-py/blob/main/LICENSE) [![CodeFactor](https://www.codefactor.io/repository/github/pranjal-joshi/screeni-py/badge?style=for-the-badge)](https://www.codefactor.io/repository/github/pranjal-joshi/screeni-py) [![MADE-IN-INDIA](https://img.shields.io/badge/MADE%20WITH%20%E2%9D%A4%20IN-INDIA-orange?style=for-the-badge)](https://en.wikipedia.org/wiki/India) [![BADGE](https://img.shields.io/badge/PULL%20REQUEST-GUIDELINES-red?style=for-the-badge)](https://github.com/pranjal-joshi/Screeni-py/blob/new-features/CONTRIBUTING.md) |
+| [![Screenipy Test - New Features](https://github.com/pranjal-joshi/Screeni-py/actions/workflows/workflow-test.yml/badge.svg?branch=new-features)](https://github.com/pranjal-joshi/Screeni-py/actions/workflows/workflow-test.yml) [![Screenipy Build - New Release](https://github.com/pranjal-joshi/Screeni-py/actions/workflows/workflow-build-matrix.yml/badge.svg)](https://github.com/pranjal-joshi/Screeni-py/actions/workflows/workflow-build-matrix.yml) |
+| ![Windows](https://img.shields.io/badge/Windows-0078D6?style=for-the-badge&logo=windows&logoColor=white) ![Linux](https://img.shields.io/badge/Linux-FCC624?style=for-the-badge&logo=linux&logoColor=black) ![Mac OS](https://img.shields.io/badge/mac%20os-D3D3D3?style=for-the-badge&logo=apple&logoColor=000000) |
+| <img width="240" src="https://user-images.githubusercontent.com/6128978/217814499-7934edf6-fcc3-46d7-887e-7757c94e1632.png"><h2>Scan QR Code to join [Official Telegram Group](https://t.me/+0Tzy08mR0do0MzNl) for Additional Discussions</h2> |
+
+| **Download** | **Discussion** | **Bugs/Issues** | **Documentation** |
+| :---: | :---: | :---: | :---: |
+| [![cloud-computing (1)](https://user-images.githubusercontent.com/6128978/149935359-ca0a7155-d1e3-4e47-98e8-67f879e707e7.png)](https://github.com/pranjal-joshi/Screeni-py/releases/latest) | [![meeting](https://user-images.githubusercontent.com/6128978/149935812-31266023-cc5b-4c98-a416-1d4cf8800c0c.png)](https://github.com/pranjal-joshi/Screeni-py/discussions) | [![warning](https://user-images.githubusercontent.com/6128978/149936142-04d7cf1c-5bc5-45c1-a8e4-015454a2de48.png)](https://github.com/pranjal-joshi/Screeni-py/issues?q=is%3Aissue) | [![help](https://user-images.githubusercontent.com/6128978/149937331-5ee5c00a-748d-4fbf-a9f9-e2273480d8a2.png)](https://github.com/pranjal-joshi/Screeni-py/blob/main/README.md#what-is-screeni-py) |
+| Download the Latest Version | Join/Read the Community Discussion | Raise an Issue about a Problem | Get Help about Usage |
+
+<!-- ## [**Click to Download the Latest Version**](https://github.com/pranjal-joshi/Screeni-py/releases/latest) -->
+
 ---
-title: StockScreeners
-emoji: ⚡
-colorFrom: pink
-colorTo: pink
-sdk: streamlit
-sdk_version: 1.28.0
-app_file: app.py
-pinned: false
----
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+## What is Screeni-py?
+
+### A Python-based stock screener for NSE, India.
+
+**Screenipy** is an advanced stock screener to find potential breakout stocks from NSE and tell it's possible breakout values. It also helps to find the stocks which are consolidating and may breakout, or the particular chart patterns that you're looking specifically to make your decisions.
+Screenipy is totally customizable and it can screen stocks with the settings that you have provided.
+
+## How to use?
+* Download the suitable file according to your OS.
+* Linux & Mac users should make sure that the `screenipy.bin or screenipy.run` is having `execute` permission.
+* **Run** the file. Following window will appear after a brief delay.
+
+![home](https://raw.githubusercontent.com/pranjal-joshi/Screeni-py/new-features/screenshots/screenipy_demo.gif)
+
+* **Configure** the parameters as per your requirement using `Option > 8`.
+
+![config](https://raw.githubusercontent.com/pranjal-joshi/Screeni-py/new-features/screenshots/config.png)
+
+* Following are the screenshots of screening and output results.
+
+![screening](https://raw.githubusercontent.com/pranjal-joshi/Screeni-py/new-features/screenshots/screening.png)
+![results](https://raw.githubusercontent.com/pranjal-joshi/Screeni-py/new-features/screenshots/results.png)
+![done](https://raw.githubusercontent.com/pranjal-joshi/Screeni-py/new-features/screenshots/done.png)
+
+* Once done, you can also save the results in an excel file.
+
+## Understanding the Result Table:
+
+The Result table contains a lot of different parameters which can be pretty overwhelming to the new users, so here's the description and significance of each parameter.
+
+| Sr | Parameter | Description | Example |
+|:---:|:---:|:---|:---|
+|1|**Stock**|This is a NSE scrip symbol. If your OS/Terminal supports unicode, You can directly open **[TradingView](https://in.tradingview.com/)** charts by pressing `Ctrl+Click` on the stock name.|[TATAMOTORS](https://in.tradingview.com/chart?symbol=NSE%3ATATAMOTORS)|
+|2|**Consolidating**|It gives the price range in which stock is trading since last `N` days. `N` is configurable and can be modified by executing `Edit User Configuration` option.|If stock is trading between price 100-120 in last 30 days, Output will be `Range = 20.0 %`|
+|3|**Breakout (N Days)**|This is pure magic! The `BO` is Breakout level in last N days while `R` is the next resistance level if available. Investor should consider both BO & R level to decide entry/exits in their trades.|`B:302, R:313`(Breakout level is 100 & Next resistance is 102)|
+|4|**LTP**|LTP is the Last Traded Price of an asset traded on NSE.|`298.7` (Stock is trading at this price)|
+|5|**Volume**|Volume shows the relative volume of the recent candle with respect to 20 period MA of Volume. It could be `Unknown` for newly listed stocks.|if 20MA(Volume) is 1M and todays Volume is 2.8M, then `Volume = 2.8x`|
+|6|**MA-Signal**|It describes the price trend of an asset by analysing various 50-200 MA/EMA crossover strategies.|`200MA-Support`,`BullCross-50MA` etc|
+|7|**RSI**|For the momentum traders, it describes 14-period RSI for quick decision making about their trading plans|`0 to 100`|
+|8|**Trend**|By using advance algorithms, the average trendlines are computed for `N` days and their strenght is displayed depending on steepness of trendlines. (This does NOT show any trendline on chart, it is calculated internally)|`Strong Up`, `Weak Down` etc.|
+|9|**Pattern**|If the chart or the candle itself forming any important pattern in the recent timeframe or as per the selected screening option, various important patterns will be indicated here.|`Momentum Gainer`, `Inside Bar (N)`,`Bullish Engulfing` etc.|
+
+## Hack it your way:
+Feel free to Edit the parameters in the `screenipy.ini` file which will be generated by the application.
+```
+[config]
+period = 300d
+daystolookback = 30
+duration = 1d
+minprice = 30
+maxprice = 10000
+volumeratio = 2
+consolidationpercentage = 10
+shuffle = y
+cachestockdata = y
+onlystagetwostocks = y
+useema = n
+```
+Try to tweak this parameters as per your trading styles. For example, If you're comfortable with weekly charts, make `duration=5d` and so on.
+
+## Contributing:
+* Please feel free to Suggest improvements bugs by creating an issue.
+* Please follow the [Guidelines for Contributing](https://github.com/pranjal-joshi/Screeni-py/blob/new-features/CONTRIBUTING.md) while making a Pull Request.
+
+## Disclaimer:
+* DO NOT use the result provided by the software 'solely' to make your trading decisions.
+* Always backtest and analyze the stocks manually before you trade.
+* The Author and the software will not be held liable for your losses.

requirements.txt

@@ -0,0 +1,59 @@
+numpy==1.21.0 # Installed as dependency for yfinance, scipy, matplotlib, pandas
+appdirs
+cachecontrol
+contextlib2
+distlib
+distro
+html5lib
+ipaddr
+lockfile
+nsetools
+openpyxl
+pep517
+pip
+pip-chill
+progress
+pyinstaller==5.6.2
+pytest-mock
+pytoml
+retrying
+scipy==1.7.3
+ta-lib
+tabulate
+yfinance==0.1.87
+alive-progress==1.6.2
+Pillow
+scikit-learn==1.1.1
+tensorflow==2.9.2
+joblib
+altgraph # Installed as dependency for pyinstaller
+atomicwrites # Installed as dependency for pytest
+attrs # Installed as dependency for pytest
+certifi # Installed as dependency for requests
+chardet # Installed as dependency for requests
+colorama # Installed as dependency for pytest
+dateutils # Installed as dependency for nsetools
+et-xmlfile # Installed as dependency for openpyxl
+future # Installed as dependency for pefile
+idna # Installed as dependency for requests
+iniconfig # Installed as dependency for pytest
+lxml # Installed as dependency for yfinance
+msgpack # Installed as dependency for cachecontrol
+multitasking # Installed as dependency for yfinance
+packaging # Installed as dependency for pytest
+pandas==1.3.5 # Installed as dependency for yfinance
+pefile # Installed as dependency for pyinstaller
+pluggy # Installed as dependency for pytest
+py # Installed as dependency for pytest
+pyinstaller-hooks-contrib # Installed as dependency for pyinstaller
+pyparsing # Installed as dependency for packaging, matplotlib
+pytest # Installed as dependency for pytest-mock
+python-dateutil # Installed as dependency for dateutils, matplotlib, pandas
+pytz # Installed as dependency for dateutils, pandas
+pywin32-ctypes # Installed as dependency for pyinstaller
+requests # Installed as dependency for yfinance, cachecontrol
+setuptools # Installed as dependency for pyinstaller
+six # Installed as dependency for cycler, nsetools, packaging, retrying, python-dateutil, html5lib
+toml # Installed as dependency for pep517, pytest
+urllib3 # Installed as dependency for requests
+webencodings # Installed as dependency for html5lib

src/classes/CandlePatterns.py

@@ -0,0 +1,185 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   11/04/2021
+ *  Description         :   Class for analyzing candle-stick patterns
+'''
+
+import pandas as pd
+import talib
+from classes.ColorText import colorText
+
+class CandlePatterns:
+
+    reversalPatternsBullish = ['Morning Star', 'Morning Doji Star', '3 Inside Up', 'Hammer', '3 White Soldiers', 'Bullish Engulfing', 'Dragonfly Doji', 'Supply Drought', 'Demand Rise']
+    reversalPatternsBearish = ['Evening Star', 'Evening Doji Star', '3 Inside Down', 'Inverted Hammer', 'Hanging Man', '3 Black Crows', 'Bearish Engulfing', 'Shooting Star', 'Gravestone Doji']
+
+    def __init__(self):
+        pass
+
+    # Find candle-stick patterns
+    # Arrange if statements with max priority from top to bottom
+    def findPattern(self, data, dict, saveDict):
+        data = data.head(4)
+        data = data[::-1]
+
+        check = talib.CDLMORNINGSTAR(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Morning Star' + colorText.END
+            saveDict['Pattern'] = 'Morning Star'
+            return True
+
+        check = talib.CDLMORNINGDOJISTAR(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Morning Doji Star' + colorText.END
+            saveDict['Pattern'] = 'Morning Doji Star'
+            return True
+        
+        check = talib.CDLEVENINGSTAR(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Evening Star' + colorText.END
+            saveDict['Pattern'] = 'Evening Star'
+            return True
+
+        check = talib.CDLEVENINGDOJISTAR(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Evening Doji Star' + colorText.END
+            saveDict['Pattern'] = 'Evening Doji Star'
+            return True
+
+        check = talib.CDLLADDERBOTTOM(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Ladder Bottom' + colorText.END
+                saveDict['Pattern'] = 'Bullish Ladder Bottom'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Ladder Bottom' + colorText.END
+                saveDict['Pattern'] = 'Bearish Ladder Bottom'
+            return True
+
+        check = talib.CDL3LINESTRIKE(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + '3 Line Strike' + colorText.END
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + '3 Line Strike' + colorText.END
+            saveDict['Pattern'] = '3 Line Strike'
+            return True
+        
+        check = talib.CDL3BLACKCROWS(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.FAIL + '3 Black Crows' + colorText.END
+            saveDict['Pattern'] = '3 Black Crows'
+            return True
+
+        check = talib.CDL3INSIDE(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + '3 Outside Up' + colorText.END
+                saveDict['Pattern'] = '3 Inside Up'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + '3 Outside Down' + colorText.END
+                saveDict['Pattern'] = '3 Inside Down'
+            return True
+
+        check = talib.CDL3OUTSIDE(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + '3 Outside Up' + colorText.END
+                saveDict['Pattern'] = '3 Outside Up'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + '3 Outside Down' + colorText.END
+                saveDict['Pattern'] = '3 Outside Down'
+            return True
+
+        check = talib.CDL3WHITESOLDIERS(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.GREEN + '3 White Soldiers' + colorText.END
+            saveDict['Pattern'] = '3 White Soldiers'
+            return True
+
+        check = talib.CDLHARAMI(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Bullish Harami' + colorText.END
+                saveDict['Pattern'] = 'Bullish Harami'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Bearish Harami' + colorText.END
+                saveDict['Pattern'] = 'Bearish Harami'
+            return True
+
+        check = talib.CDLHARAMICROSS(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Bullish Harami Cross' + colorText.END
+                saveDict['Pattern'] = 'Bullish Harami Cross'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Bearish Harami Cross' + colorText.END
+                saveDict['Pattern'] = 'Bearish Harami Cross'
+            return True
+
+        check = talib.CDLMARUBOZU(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Bullish Marubozu' + colorText.END
+                saveDict['Pattern'] = 'Bullish Marubozu'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Bearish Marubozu' + colorText.END
+                saveDict['Pattern'] = 'Bearish Marubozu'
+            return True
+
+        check = talib.CDLHANGINGMAN(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Hanging Man' + colorText.END
+            saveDict['Pattern'] = 'Hanging Man'
+            return True
+        
+        check = talib.CDLHAMMER(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Hammer' + colorText.END
+            saveDict['Pattern'] = 'Hammer'
+            return True
+
+        check = talib.CDLINVERTEDHAMMER(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Inverted Hammer' + colorText.END
+            saveDict['Pattern'] = 'Inverted Hammer'
+            return True
+
+        check = talib.CDLSHOOTINGSTAR(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Shooting Star' + colorText.END
+            saveDict['Pattern'] = 'Shooting Star'
+            return True
+
+        check = talib.CDLDRAGONFLYDOJI(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Dragonfly Doji' + colorText.END
+            saveDict['Pattern'] = 'Dragonfly Doji'
+            return True
+
+        check = talib.CDLGRAVESTONEDOJI(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Gravestone Doji' + colorText.END
+            saveDict['Pattern'] = 'Gravestone Doji'
+            return True
+
+        check = talib.CDLDOJI(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            dict['Pattern'] = colorText.BOLD + 'Doji' + colorText.END
+            saveDict['Pattern'] = 'Doji'
+            return True
+
+        check = talib.CDLENGULFING(data['Open'], data['High'], data['Low'], data['Close'])
+        if(check.tail(1).item() != 0):
+            if(check.tail(1).item() > 0):
+                dict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Bullish Engulfing' + colorText.END
+                saveDict['Pattern'] = 'Bullish Engulfing'
+            else:
+                dict['Pattern'] = colorText.BOLD + colorText.FAIL + 'Bearish Engulfing' + colorText.END
+                saveDict['Pattern'] = 'Bearish Engulfing'
+            return True
+
+        dict['Pattern'] = ''
+        saveDict['Pattern'] = ''
+        return False

src/classes/Changelog.py

@@ -0,0 +1,197 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   28/04/2021
+ *  Description         :   Class for maintaining changelog
+'''
+
+from classes.ColorText import colorText
+
+VERSION = "1.43"
+
+changelog = colorText.BOLD + '[ChangeLog]\n' + colorText.END + colorText.BLUE + '''
+[1.00 - Beta]
+1. Initial Release for beta testing
+2. Minor Bug fixes
+
+[1.01]
+1. Inside Bar detection added.
+2. OTA Software Update Implemented.
+3. Stock shuffling added while screening
+4. Results will be now also stored in the excel (screenipy-result.xlsx) file.
+5. UI cosmetic updates for pretty-printing!
+
+[1.02]
+1. Feature added to screen only STAGE-2 stocks.
+2. OTA update download bug-fixed.
+3. Auto generate default config if not found.
+4. Minor bug-fixes.
+
+[1.03]
+1. Result excel file will not be overwritten now. Each result file will be saved with timestamp.
+2. Candlestick pattern recognition added.
+
+[1.04]
+1. OTA Software Update bug-fixed.
+2. Minor Improvements.
+
+[1.05]
+1. More candlestick pattern added for recognition.
+2. Option added to find stock with lowest volume in last 'N'-days to early detect possibility of breakout.
+3. Last screened results will be stored and can be viewed with Option > 7.
+4. Minor Bug-fixes and improvements.
+
+[1.06]
+1. Option > 0 added - Screen stocks by enterning it's name (stock code).
+2. Stability fixes and improvements.
+3. Last screened results will be stored and can be viewed with Option > 7.
+
+[1.07]
+1. Program Window will not automatically close now.
+2. Bug fixes and improvements.
+
+[1.08]
+1. Prompt added for saving excel after screening.
+2. Program back-end architecture updated.
+
+[1.09]
+1. RSI based screening added as Option > 5.
+2. Minor Performance Improvements.
+
+[1.10]
+1. Trend detection for the timeframe of analysis added.
+
+[1.11]
+1. Option-6 -> Screen for stocks showing Reversal Signal added
+2. Stage-2 Screening logic improved for identifying best stocks only.
+3. Trend detection has been improved.
+4. Bugs and Runtime warnings fixed.
+
+[1.12]
+1. MA now gives more info like Candle Crossing and At Support/Resistance.
+2. More Patterns added for Reversal Detection.
+4. Trend detection enhanced for the timeframe of analysis.
+5. Runtime Warnings have been fixed.
+
+[1.13]
+1. Chart Pattern Detection added. Option > 7
+2. Screen for Inside Bar Chart pattern.
+3. Documentation updated and Performance fixes.
+
+[1.14][1.15]
+1. Screening stocks with parallel processing using all cores available in machine. (Thanks to @swarpatel23)
+2. Minor Bug-fixes and Improvements.
+
+[1.16]
+1. Bullish Momentum Finder added. Option > 6 > 3
+2. Stock Data Caching added. (Thanks to @swarpatel23)
+3. Codefactoring Improved.
+4. Ctrl+C crash fixed.
+
+[1.17]
+1. Breakout detection improved.
+2. Progressbar added.
+3. Watchlist creation in Excel file and its screening.
+
+[1.18]
+1. Cache and Performance fixes.
+2. Breakout Calculation Enhanced.
+
+[1.19]
+1. New Feature: Search for Bullish Reversal at MA. Option > 6 > 4
+
+[1.20]
+1. Screen stocks as per your favorite index. (Thanks to @swarpatel23)
+
+[1.21]
+1. TradingView Hyperlink added for stock symbol.
+
+[1.22]
+1. Broken yfinance API fixed.
+
+[1.23]
+1. Bug fixed for DualCore CPU.
+2. Dependencies updated.
+
+[1.24]
+1. IPO Base Breakout pattern added. Option > 7 > 3.
+2. Data fetching interval fixed.
+3. Permission bug-fixes for some windows users.
+4. Result table optimized.
+
+[1.25]
+1. Default configuration parameters optimized.
+2. Configuration generation on first time usage don't need restart anymore!
+3. Minor bug-fixes.
+
+[1.26]
+1. New Feature: Screen for the MA Confluence pattern Option > 7 > 4.
+
+[1.27]
+1. Display more information about an update when it is available.
+2. Minor Fixes (MA Confluence).
+
+[1.28]
+1. Volume Spread Analysis added for Bullish Reversals. Option > 6 > 5
+
+[1.29]
+1. VSA screening optimized.
+2. Error handling and timeout optimized.
+3. Build Test mode added for CI/CD.
+
+[1.30]
+1. New Tickers Group - Screen only for Newly Listed IPOs (Last 1 Yr)
+2. Major bug fix - stage 2 criteria won't be applied for new listings.
+3. Validation Fixed for Volume & MA Signal (Optimized for new listings)
+4. Excel save header name bug fixed.
+
+[1.31]
+1. BugFixes for false detection of patterns - IPO Base, Inside Bar.
+2. New Application Icon.
+3. Experimental - VCP Detection : Option > 7 > 4
+
+[1.32]
+1. Performance Optimization.
+2. Minor Improvements.
+3. Argument added for Data download only : run screenipy.exe -d
+
+[1.33]
+1. Alternate Data source added.
+2. Workflow added to create cache data on cloud.
+
+[1.34]
+1. New Reversal - Narrow Range : Try Option 6 > 6
+2. Cache loading fixes for Pre-Market timings. Refer PR #103
+3. Progressbar added for Alternate Source Cache Download.
+
+[1.35]
+1. Separate Algorithms for NR depending on Live/After-Market hours.
+2. NRx results fixed in Momentum Gainer Screening.
+
+[1.36]
+1. Updated CSV URLs to New NSE Site. (#113)
+
+[1.37]
+1. New Chart Pattern -> Buy at Trendline : Try Option 7 > 5
+
+[1.38]
+1. Added AI based predictions for Nifty closing on next day : Select Index for Screening > N
+
+[1.39]
+1. Intraday Live Scanner - 5 EMA for Indices : Try Option `E`
+
+[1.40]
+1. Nifty AI Prediction - Model Accuracy Enhanced by new preprocessing - Better Gap predictions
+
+[1.41]
+1. Fetching of Stock Codes list fixed after NSE migration to newer website - Not using `nsetools` anymore
+
+[1.42]
+1. Down trend detection bug fixed
+2. % Change added with LTP
+
+[1.43]
+1. New Index added - F&O Only stocks
+
+--- END ---
+''' + colorText.END

src/classes/ColorText.py

@@ -0,0 +1,17 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   11/04/2021
+ *  Description         :   Class for terminal text decoration
+'''
+
+# Decoration Class
+class colorText:
+	HEAD = '\033[95m'
+	BLUE = '\033[94m'
+	GREEN = '\033[92m'
+	WARN = '\033[93m'
+	FAIL = '\033[91m'
+	END = '\033[0m'
+	BOLD = '\033[1m'
+	UNDR = '\033[4m'

src/classes/ConfigManager.py

@@ -0,0 +1,193 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   28/04/2021
+ *  Description         :   Class for managing the user configuration
+'''
+
+import sys
+import os
+import glob
+import configparser
+from datetime import date
+from classes.ColorText import colorText
+
+parser = configparser.ConfigParser(strict=False)
+
+# Default attributes for Downloading Cache from Git repo
+default_period = '300d'
+default_duration = '1d'
+
+# This Class manages read/write of user configuration
+class tools:
+
+    def __init__(self):
+        self.consolidationPercentage = 10
+        self.volumeRatio = 2
+        self.minLTP = 20.0
+        self.maxLTP = 50000
+        self.period = '300d'
+        self.duration = '1d'
+        self.daysToLookback = 30
+        self.shuffleEnabled = True
+        self.cacheEnabled = True
+        self.stageTwo = False
+        self.useEMA = False
+
+    def deleteStockData(self,excludeFile=None):
+        for f in glob.glob('stock_data*.pkl'):
+            if excludeFile is not None:
+                if not f.endswith(excludeFile):
+                    os.remove(f)
+            else:
+                os.remove(f)
+
+    # Handle user input and save config
+
+    def setConfig(self, parser, default=False, showFileCreatedText=True):
+        if default:
+            parser.add_section('config')
+            parser.set('config', 'period', self.period)
+            parser.set('config', 'daysToLookback', str(self.daysToLookback))
+            parser.set('config', 'duration', self.duration)
+            parser.set('config', 'minPrice', str(self.minLTP))
+            parser.set('config', 'maxPrice', str(self.maxLTP))
+            parser.set('config', 'volumeRatio', str(self.volumeRatio))
+            parser.set('config', 'consolidationPercentage',
+                       str(self.consolidationPercentage))
+            parser.set('config', 'shuffle', 'y')
+            parser.set('config', 'cacheStockData', 'y')
+            parser.set('config', 'onlyStageTwoStocks', 'y')
+            parser.set('config', 'useEMA', 'n')
+            try:
+                fp = open('screenipy.ini', 'w')
+                parser.write(fp)
+                fp.close()
+                if showFileCreatedText:
+                    print(colorText.BOLD + colorText.GREEN +
+                        '[+] Default configuration generated as user configuration is not found!' + colorText.END)
+                    print(colorText.BOLD + colorText.GREEN +
+                        '[+] Use Option > 5 to edit in future.' + colorText.END)
+                    print(colorText.BOLD + colorText.GREEN +
+                        '[+] Close and Restart the program now.' + colorText.END)
+                    input('')
+                    sys.exit(0)
+            except IOError:
+                print(colorText.BOLD + colorText.FAIL +
+                      '[+] Failed to save user config. Exiting..' + colorText.END)
+                input('')
+                sys.exit(1)
+        else:
+            parser = configparser.ConfigParser(strict=False)
+            parser.add_section('config')
+            print('')
+            print(colorText.BOLD + colorText.GREEN +
+                  '[+] Screeni-py User Configuration:' + colorText.END)
+            self.period = input(
+                '[+] Enter number of days for which stock data to be downloaded (Days)(Optimal = 365): ')
+            self.daysToLookback = input(
+                '[+] Number of recent days (TimeFrame) to screen for Breakout/Consolidation (Days)(Optimal = 20): ')
+            self.duration = input(
+                '[+] Enter Duration of each candle (Days)(Optimal = 1): ')
+            self.minLTP = input(
+                '[+] Minimum Price of Stock to Buy (in RS)(Optimal = 20): ')
+            self.maxLTP = input(
+                '[+] Maximum Price of Stock to Buy (in RS)(Optimal = 50000): ')
+            self.volumeRatio = input(
+                '[+] How many times the volume should be more than average for the breakout? (Number)(Optimal = 2.5): ')
+            self.consolidationPercentage = input(
+                '[+] How many % the price should be in range to consider it as consolidation? (Number)(Optimal = 10): ')
+            self.shuffle = str(input(
+                '[+] Shuffle stocks rather than screening alphabetically? (Y/N): ')).lower()
+            self.cacheStockData = str(input(
+                '[+] Enable High-Performance and Data-Saver mode? (This uses little bit more CPU but performs High Performance Screening) (Y/N): ')).lower()
+            self.stageTwoPrompt = str(input(
+                '[+] Screen only for Stage-2 stocks?\n(What are the stages? => https://www.investopedia.com/articles/trading/08/stock-cycle-trend-price.asp)\n(Y/N): ')).lower()
+            self.useEmaPrompt = str(input(
+                '[+] Use EMA instead of SMA? (EMA is good for Short-term & SMA for Mid/Long-term trades)[Y/N]: ')).lower()
+            parser.set('config', 'period', self.period + "d")
+            parser.set('config', 'daysToLookback', self.daysToLookback)
+            parser.set('config', 'duration', self.duration + "d")
+            parser.set('config', 'minPrice', self.minLTP)
+            parser.set('config', 'maxPrice', self.maxLTP)
+            parser.set('config', 'volumeRatio', self.volumeRatio)
+            parser.set('config', 'consolidationPercentage',
+                       self.consolidationPercentage)
+            parser.set('config', 'shuffle', self.shuffle)
+            parser.set('config', 'cacheStockData', self.cacheStockData)
+            parser.set('config', 'onlyStageTwoStocks', self.stageTwoPrompt)
+            parser.set('config', 'useEMA', self.useEmaPrompt)
+
+            # delete stock data due to config change
+            self.deleteStockData()
+            print(colorText.BOLD + colorText.FAIL + "[+] Cached Stock Data Deleted." + colorText.END)
+
+            try:
+                fp = open('screenipy.ini', 'w')
+                parser.write(fp)
+                fp.close()
+                print(colorText.BOLD + colorText.GREEN +
+                      '[+] User configuration saved.' + colorText.END)
+                print(colorText.BOLD + colorText.GREEN +
+                      '[+] Restart the Program to start Screening...' + colorText.END)
+                input('')
+                sys.exit(0)
+            except IOError:
+                print(colorText.BOLD + colorText.FAIL +
+                      '[+] Failed to save user config. Exiting..' + colorText.END)
+                input('')
+                sys.exit(1)
+
+    # Load user config from file
+    def getConfig(self, parser):
+        if len(parser.read('screenipy.ini')):
+            try:
+                self.duration = parser.get('config', 'duration')
+                self.period = parser.get('config', 'period')
+                self.minLTP = float(parser.get('config', 'minprice'))
+                self.maxLTP = float(parser.get('config', 'maxprice'))
+                self.volumeRatio = float(parser.get('config', 'volumeRatio'))
+                self.consolidationPercentage = float(
+                    parser.get('config', 'consolidationPercentage'))
+                self.daysToLookback = int(
+                    parser.get('config', 'daysToLookback'))
+                if 'n' not in str(parser.get('config', 'shuffle')).lower():
+                    self.shuffleEnabled = True
+                if 'n' not in str(parser.get('config', 'cachestockdata')).lower():
+                    self.cacheEnabled = True
+                if 'n' not in str(parser.get('config', 'onlyStageTwoStocks')).lower():
+                    self.stageTwo = True
+                if 'y' not in str(parser.get('config', 'useEMA')).lower():
+                    self.useEMA = False
+            except configparser.NoOptionError:
+                input(colorText.BOLD + colorText.FAIL +
+                      '[+] Screenipy requires user configuration again. Press enter to continue..' + colorText.END)
+                parser.remove_section('config')
+                self.setConfig(parser, default=False)
+        else:
+            self.setConfig(parser, default=True)
+
+    # Print config file
+    def showConfigFile(self):
+        try:
+            f = open('screenipy.ini', 'r')
+            print(colorText.BOLD + colorText.GREEN +
+                  '[+] Screeni-py User Configuration:' + colorText.END)
+            print("\n"+f.read())
+            f.close()
+            input('')
+        except:
+            print(colorText.BOLD + colorText.FAIL +
+                  "[+] User Configuration not found!" + colorText.END)
+            print(colorText.BOLD + colorText.WARN +
+                  "[+] Configure the limits to continue." + colorText.END)
+            self.setConfig(parser)
+
+    # Check if config file exists
+    def checkConfigFile(self):
+        try:
+            f = open('screenipy.ini','r')
+            f.close()
+            return True
+        except FileNotFoundError:
+            return False

src/classes/Fetcher.py

@@ -0,0 +1,219 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   28/04/2021
+ *  Description         :   Class for handling networking for fetching stock codes and data
+'''
+
+import sys
+import urllib.request
+import csv
+import requests
+import random
+import os
+import yfinance as yf
+import pandas as pd
+from nsetools import Nse
+from classes.ColorText import colorText
+from classes.SuppressOutput import SuppressOutput
+
+nse = Nse()
+
+# Exception class if yfinance stock delisted
+
+
+class StockDataEmptyException(Exception):
+    pass
+
+# This Class Handles Fetching of Stock Data over the internet
+
+
+class tools:
+
+    def __init__(self, configManager):
+        self.configManager = configManager
+        pass
+
+    def fetchCodes(self, tickerOption,proxyServer=None):
+        listStockCodes = []
+        if tickerOption == 12:
+            url = "https://archives.nseindia.com/content/equities/EQUITY_L.csv"
+            return list(pd.read_csv(url)['SYMBOL'].values)
+        tickerMapping = {
+            1: "https://archives.nseindia.com/content/indices/ind_nifty50list.csv",
+            2: "https://archives.nseindia.com/content/indices/ind_niftynext50list.csv",
+            3: "https://archives.nseindia.com/content/indices/ind_nifty100list.csv",
+            4: "https://archives.nseindia.com/content/indices/ind_nifty200list.csv",
+            5: "https://archives.nseindia.com/content/indices/ind_nifty500list.csv",
+            6: "https://archives.nseindia.com/content/indices/ind_niftysmallcap50list.csv",
+            7: "https://archives.nseindia.com/content/indices/ind_niftysmallcap100list.csv",
+            8: "https://archives.nseindia.com/content/indices/ind_niftysmallcap250list.csv",
+            9: "https://archives.nseindia.com/content/indices/ind_niftymidcap50list.csv",
+            10: "https://archives.nseindia.com/content/indices/ind_niftymidcap100list.csv",
+            11: "https://archives.nseindia.com/content/indices/ind_niftymidcap150list.csv",
+            14: "https://archives.nseindia.com/content/fo/fo_mktlots.csv"
+        }
+
+        url = tickerMapping.get(tickerOption)
+
+        try:
+            if proxyServer:
+                res = requests.get(url,proxies={'https':proxyServer})
+            else:
+                res = requests.get(url)
+            
+            cr = csv.reader(res.text.strip().split('\n'))
+            
+            if tickerOption == 14:
+                for i in range(5):
+                    next(cr)  # skipping first line
+                for row in cr:
+                    listStockCodes.append(row[1])                
+            else:
+                next(cr)  # skipping first line
+                for row in cr:
+                    listStockCodes.append(row[2])
+        except Exception as error:
+            print(error)
+
+        return listStockCodes
+
+    # Fetch all stock codes from NSE
+    def fetchStockCodes(self, tickerOption, proxyServer=None):
+        listStockCodes = []
+        if tickerOption == 0:
+            stockCode = None
+            while stockCode == None or stockCode == "":
+                stockCode = str(input(colorText.BOLD + colorText.BLUE +
+                                      "[+] Enter Stock Code(s) for screening (Multiple codes should be seperated by ,): ")).upper()
+            stockCode = stockCode.replace(" ", "")
+            listStockCodes = stockCode.split(',')
+        else:
+            print(colorText.BOLD +
+                  "[+] Getting Stock Codes From NSE... ", end='')
+            listStockCodes = self.fetchCodes(tickerOption,proxyServer=proxyServer)
+            if len(listStockCodes) > 10:
+                print(colorText.GREEN + ("=> Done! Fetched %d stock codes." %
+                                         len(listStockCodes)) + colorText.END)
+                if self.configManager.shuffleEnabled:
+                    random.shuffle(listStockCodes)
+                    print(colorText.BLUE +
+                          "[+] Stock shuffling is active." + colorText.END)
+                else:
+                    print(colorText.FAIL +
+                          "[+] Stock shuffling is inactive." + colorText.END)
+                if self.configManager.stageTwo:
+                    print(
+                        colorText.BLUE + "[+] Screening only for the stocks in Stage-2! Edit User Config to change this." + colorText.END)
+                else:
+                    print(
+                        colorText.FAIL + "[+] Screening only for the stocks in all Stages! Edit User Config to change this." + colorText.END)
+
+            else:
+                input(
+                    colorText.FAIL + "=> Error getting stock codes from NSE! Press any key to exit!" + colorText.END)
+                sys.exit("Exiting script..")
+
+        return listStockCodes
+
+    # Fetch stock price data from Yahoo finance
+    def fetchStockData(self, stockCode, period, duration, proxyServer, screenResultsCounter, screenCounter, totalSymbols, printCounter=False):
+        with SuppressOutput(suppress_stdout=True, suppress_stderr=True):
+            data = yf.download(
+                tickers=stockCode+".NS",
+                period=period,
+                interval=duration,
+                proxy=proxyServer,
+                progress=False,
+                timeout=10
+            )
+        if printCounter:
+            sys.stdout.write("\r\033[K")
+            try:
+                print(colorText.BOLD + colorText.GREEN + ("[%d%%] Screened %d, Found %d. Fetching data & Analyzing %s..." % (
+                    int((screenCounter.value/totalSymbols)*100), screenCounter.value, screenResultsCounter.value, stockCode)) + colorText.END, end='')
+            except ZeroDivisionError:
+                pass
+            if len(data) == 0:
+                print(colorText.BOLD + colorText.FAIL +
+                      "=> Failed to fetch!" + colorText.END, end='\r', flush=True)
+                raise StockDataEmptyException
+                return None
+            print(colorText.BOLD + colorText.GREEN + "=> Done!" +
+                  colorText.END, end='\r', flush=True)
+        return data
+
+    # Get Daily Nifty 50 Index:
+    def fetchLatestNiftyDaily(self, proxyServer=None):
+        data = yf.download(
+                tickers="^NSEI",
+                period='5d',
+                interval='1d',
+                proxy=proxyServer,
+                progress=False,
+                timeout=10
+            )
+        return data
+
+    # Get Data for Five EMA strategy
+    def fetchFiveEmaData(self, proxyServer=None):
+        nifty_sell = yf.download(
+                tickers="^NSEI",
+                period='5d',
+                interval='5m',
+                proxy=proxyServer,
+                progress=False,
+                timeout=10
+            )
+        banknifty_sell = yf.download(
+                tickers="^NSEBANK",
+                period='5d',
+                interval='5m',
+                proxy=proxyServer,
+                progress=False,
+                timeout=10
+            )
+        nifty_buy = yf.download(
+                tickers="^NSEI",
+                period='5d',
+                interval='15m',
+                proxy=proxyServer,
+                progress=False,
+                timeout=10
+            )
+        banknifty_buy = yf.download(
+                tickers="^NSEBANK",
+                period='5d',
+                interval='15m',
+                proxy=proxyServer,
+                progress=False,
+                timeout=10
+            )
+        return nifty_buy, banknifty_buy, nifty_sell, banknifty_sell
+
+    # Load stockCodes from the watchlist.xlsx
+    def fetchWatchlist(self):
+        createTemplate = False
+        data = pd.DataFrame()
+        try:
+            data = pd.read_excel('watchlist.xlsx')
+        except FileNotFoundError:
+            print(colorText.BOLD + colorText.FAIL +
+                  f'[+] watchlist.xlsx not found in f{os.getcwd()}' + colorText.END)
+            createTemplate = True
+        try:
+            if not createTemplate:
+                data = data['Stock Code'].values.tolist()
+        except KeyError:
+            print(colorText.BOLD + colorText.FAIL +
+                  '[+] Bad Watchlist Format: First Column (A1) should have Header named "Stock Code"' + colorText.END)
+            createTemplate = True
+        if createTemplate:
+            sample = {'Stock Code': ['SBIN', 'INFY', 'TATAMOTORS', 'ITC']}
+            sample_data = pd.DataFrame(sample, columns=['Stock Code'])
+            sample_data.to_excel('watchlist_template.xlsx',
+                                 index=False, header=True)
+            print(colorText.BOLD + colorText.BLUE +
+                  f'[+] watchlist_template.xlsx created in {os.getcwd()} as a referance template.' + colorText.END)
+            return None
+        return data

src/classes/OtaUpdater.py

@@ -0,0 +1,132 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   21/04/2021
+ *  Description         :   Class for handling OTA updates
+'''
+
+from classes.ColorText import colorText
+import requests
+import os
+import platform
+import sys
+import subprocess
+import requests
+
+class OTAUpdater:
+
+    developmentVersion = 'd'
+
+    # Download and replace exe through other process for Windows
+    def updateForWindows(url):
+        batFile = """@echo off
+color a
+echo [+] Screenipy Software Updater!
+echo [+] Downloading Software Update...
+echo [+] This may take some time as per your Internet Speed, Please Wait...
+curl -o screenipy.exe -L """ + url + """
+echo [+] Newly downloaded file saved in %cd%
+echo [+] Software Update Completed! Run'screenipy.exe' again as usual to continue..
+pause
+del updater.bat & exit
+        """
+        f = open("updater.bat",'w')
+        f.write(batFile)
+        f.close()
+        subprocess.Popen('start updater.bat', shell=True)
+        sys.exit(0)
+
+    # Download and replace bin through other process for Linux
+    def updateForLinux(url):
+        bashFile = """#!/bin/bash
+echo ""
+echo "[+] Starting Screeni-py updater, Please Wait..."
+sleep 3
+echo "[+] Screenipy Software Updater!"
+echo "[+] Downloading Software Update..."
+echo "[+] This may take some time as per your Internet Speed, Please Wait..."
+wget -q """ + url + """ -O screenipy.bin
+echo "[+] Newly downloaded file saved in $(pwd)"
+chmod +x screenipy.bin
+echo "[+] Update Completed! Run 'screenipy.bin' again as usual to continue.."
+rm updater.sh
+        """
+        f = open("updater.sh",'w')
+        f.write(bashFile)
+        f.close()
+        subprocess.Popen('bash updater.sh', shell=True)
+        sys.exit(0)
+
+        # Download and replace run through other process for Mac
+    def updateForMac(url):
+        bashFile = """#!/bin/bash
+echo ""
+echo "[+] Starting Screeni-py updater, Please Wait..."
+sleep 3
+echo "[+] Screenipy Software Updater!"
+echo "[+] Downloading Software Update..."
+echo "[+] This may take some time as per your Internet Speed, Please Wait..."
+curl -o screenipy.run -L """ + url + """
+echo "[+] Newly downloaded file saved in $(pwd)"
+chmod +x screenipy.run
+echo "[+] Update Completed! Run 'screenipy.run' again as usual to continue.."
+rm updater.sh
+        """
+        f = open("updater.sh",'w')
+        f.write(bashFile)
+        f.close()
+        subprocess.Popen('bash updater.sh', shell=True)
+        sys.exit(0)
+
+    # Parse changelog from release.md
+    def showWhatsNew():
+        url = "https://raw.githubusercontent.com/pranjal-joshi/Screeni-py/main/src/release.md"
+        md = requests.get(url)
+        txt = md.text
+        txt = txt.split("New?")[1]
+        txt = txt.split("## Downloads")[0]
+        txt = txt.replace('**','').replace('`','').strip()
+        return (txt+"\n")
+
+    # Check for update and download if available
+    def checkForUpdate(proxyServer, VERSION="1.0"):
+        OTAUpdater.checkForUpdate.url = None
+        try:
+            resp = None
+            now = float(VERSION)
+            if proxyServer:
+                resp = requests.get("https://api.github.com/repos/pranjal-joshi/Screeni-py/releases/latest",proxies={'https':proxyServer})
+            else:
+                resp = requests.get("https://api.github.com/repos/pranjal-joshi/Screeni-py/releases/latest")
+            if 'Windows' in platform.system():
+                OTAUpdater.checkForUpdate.url = resp.json()['assets'][1]['browser_download_url']
+                size = int(resp.json()['assets'][1]['size']/(1024*1024))
+            elif 'Darwin' in platform.system():
+                OTAUpdater.checkForUpdate.url = resp.json()['assets'][2]['browser_download_url']
+                size = int(resp.json()['assets'][2]['size']/(1024*1024))
+            else:
+                OTAUpdater.checkForUpdate.url = resp.json()['assets'][0]['browser_download_url']
+                size = int(resp.json()['assets'][0]['size']/(1024*1024))
+            if(float(resp.json()['tag_name']) > now):
+                print(colorText.BOLD + colorText.WARN + "[+] What's New in this Update?\n" + OTAUpdater.showWhatsNew() + colorText.END)
+                action = str(input(colorText.BOLD + colorText.WARN + ('\n[+] New Software update (v%s) available. Download Now (Size: %dMB)? [Y/N]: ' % (str(resp.json()['tag_name']),size)))).lower()
+                if(action == 'y'):
+                    try:
+                        if 'Windows' in platform.system():
+                            OTAUpdater.updateForWindows(OTAUpdater.checkForUpdate.url)
+                        elif 'Darwin' in platform.system():
+                            OTAUpdater.updateForMac(OTAUpdater.checkForUpdate.url)
+                        else:
+                            OTAUpdater.updateForLinux(OTAUpdater.checkForUpdate.url)
+                    except Exception as e:
+                        print(colorText.BOLD + colorText.WARN + '[+] Error occured while updating!' + colorText.END)
+                        raise(e)
+            elif(float(resp.json()['tag_name']) < now):
+                print(colorText.BOLD + colorText.FAIL + ('[+] This version (v%s) is in Development mode and unreleased!' % VERSION) + colorText.END)
+                return OTAUpdater.developmentVersion
+        except Exception as e:
+            print(colorText.BOLD + colorText.FAIL + "[+] Failure while checking update!" + colorText.END)
+            print(e)
+            if OTAUpdater.checkForUpdate.url != None:
+                print(colorText.BOLD + colorText.BLUE + ("[+] Download update manually from %s\n" % OTAUpdater.checkForUpdate.url) + colorText.END)
+        return

src/classes/ParallelProcessing.py

@@ -0,0 +1,269 @@
+
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi, Swar Patel
+ *  Created             :   18/05/2021
+ *  Description         :   Class for managing multiprocessing
+'''
+
+import multiprocessing
+import pandas as pd
+import numpy as np
+import sys
+import os
+import pytz
+from queue import Empty
+from datetime import datetime
+import classes.Fetcher as Fetcher
+import classes.Screener as Screener
+import classes.Utility as Utility
+from classes.CandlePatterns import CandlePatterns
+from classes.ColorText import colorText
+from classes.SuppressOutput import SuppressOutput
+
+if sys.platform.startswith('win'):
+    import multiprocessing.popen_spawn_win32 as forking
+else:
+    import multiprocessing.popen_fork as forking
+
+
+class StockConsumer(multiprocessing.Process):
+
+    def __init__(self, task_queue, result_queue, screenCounter, screenResultsCounter, stockDict, proxyServer, keyboardInterruptEvent):
+        multiprocessing.Process.__init__(self)
+        self.multiprocessingForWindows()
+        self.task_queue = task_queue
+        self.result_queue = result_queue
+        self.screenCounter = screenCounter
+        self.screenResultsCounter = screenResultsCounter
+        self.stockDict = stockDict
+        self.proxyServer = proxyServer
+        self.keyboardInterruptEvent = keyboardInterruptEvent
+        self.isTradingTime = Utility.tools.isTradingTime()
+
+    def run(self):
+        # while True:
+        try:
+            while not self.keyboardInterruptEvent.is_set():
+                try:
+                    next_task = self.task_queue.get()
+                except Empty:
+                    continue
+                if next_task is None:
+                    self.task_queue.task_done()
+                    break
+                answer = self.screenStocks(*(next_task))
+                self.task_queue.task_done()
+                self.result_queue.put(answer)
+        except Exception as e:
+            sys.exit(0)
+
+    def screenStocks(self, executeOption, reversalOption, maLength, daysForLowestVolume, minRSI, maxRSI, respChartPattern, insideBarToLookback, totalSymbols,
+                     configManager, fetcher, screener, candlePatterns, stock, newlyListedOnly, downloadOnly, printCounter=False):
+        screenResults = pd.DataFrame(columns=[
+            'Stock', 'Consolidating', 'Breaking-Out', 'MA-Signal', 'Volume', 'LTP', 'RSI', 'Trend', 'Pattern'])
+        screeningDictionary = {'Stock': "", 'Consolidating': "",  'Breaking-Out': "",
+                               'MA-Signal': "", 'Volume': "", 'LTP': 0, 'RSI': 0, 'Trend': "", 'Pattern': ""}
+        saveDictionary = {'Stock': "", 'Consolidating': "", 'Breaking-Out': "",
+                          'MA-Signal': "", 'Volume': "", 'LTP': 0, 'RSI': 0, 'Trend': "", 'Pattern': ""}
+
+        try:
+            period = configManager.period
+
+            # Data download adjustment for Newly Listed only feature
+            if newlyListedOnly:
+                if int(configManager.period[:-1]) > 250:
+                    period = '250d'
+                else:
+                    period = configManager.period
+
+            if (self.stockDict.get(stock) is None) or (configManager.cacheEnabled is False) or self.isTradingTime or downloadOnly:
+                data = fetcher.fetchStockData(stock,
+                                              period,
+                                              configManager.duration,
+                                              self.proxyServer,
+                                              self.screenResultsCounter,
+                                              self.screenCounter,
+                                              totalSymbols)
+                if configManager.cacheEnabled is True and not self.isTradingTime and (self.stockDict.get(stock) is None) or downloadOnly:
+                    self.stockDict[stock] = data.to_dict('split')
+                    if downloadOnly:
+                        raise Screener.DownloadDataOnly
+            else:
+                if printCounter:
+                    try:
+                        print(colorText.BOLD + colorText.GREEN + ("[%d%%] Screened %d, Found %d. Fetching data & Analyzing %s..." % (
+                            int((self.screenCounter.value / totalSymbols) * 100), self.screenCounter.value, self.screenResultsCounter.value, stock)) + colorText.END, end='')
+                        print(colorText.BOLD + colorText.GREEN + "=> Done!" +
+                              colorText.END, end='\r', flush=True)
+                    except ZeroDivisionError:
+                        pass
+                    sys.stdout.write("\r\033[K")
+                data = self.stockDict.get(stock)
+                data = pd.DataFrame(
+                    data['data'], columns=data['columns'], index=data['index'])
+
+            fullData, processedData = screener.preprocessData(
+                data, daysToLookback=configManager.daysToLookback)
+
+            if newlyListedOnly:
+                if not screener.validateNewlyListed(fullData, period):
+                    raise Screener.NotNewlyListed
+
+            with self.screenCounter.get_lock():
+                self.screenCounter.value += 1
+            if not processedData.empty:
+                screeningDictionary['Stock'] = colorText.BOLD + \
+                     colorText.BLUE + f'\x1B]8;;https://in.tradingview.com/chart?symbol=NSE%3A{stock}\x1B\\{stock}\x1B]8;;\x1B\\' + colorText.END
+                saveDictionary['Stock'] = stock
+                consolidationValue = screener.validateConsolidation(
+                    processedData, screeningDictionary, saveDictionary, percentage=configManager.consolidationPercentage)
+                isMaReversal = screener.validateMovingAverages(
+                    processedData, screeningDictionary, saveDictionary, maRange=1.25)
+                isVolumeHigh = screener.validateVolume(
+                    processedData, screeningDictionary, saveDictionary, volumeRatio=configManager.volumeRatio)
+                isBreaking = screener.findBreakout(
+                    processedData, screeningDictionary, saveDictionary, daysToLookback=configManager.daysToLookback)
+                isLtpValid = screener.validateLTP(
+                    fullData, screeningDictionary, saveDictionary, minLTP=configManager.minLTP, maxLTP=configManager.maxLTP)
+                if executeOption == 4:
+                    isLowestVolume = screener.validateLowestVolume(processedData, daysForLowestVolume)
+                else:
+                    isLowestVolume = False
+                isValidRsi = screener.validateRSI(
+                    processedData, screeningDictionary, saveDictionary, minRSI, maxRSI)
+                try:
+                    with SuppressOutput(suppress_stderr=True, suppress_stdout=True):
+                        currentTrend = screener.findTrend(
+                            processedData,
+                            screeningDictionary,
+                            saveDictionary,
+                            daysToLookback=configManager.daysToLookback,
+                            stockName=stock)
+                except np.RankWarning:
+                    screeningDictionary['Trend'] = 'Unknown'
+                    saveDictionary['Trend'] = 'Unknown'
+                isCandlePattern = candlePatterns.findPattern(
+                    processedData, screeningDictionary, saveDictionary)
+                
+                isConfluence = False
+                isInsideBar = False
+                isIpoBase = False
+                if newlyListedOnly:
+                    isIpoBase = screener.validateIpoBase(stock, fullData, screeningDictionary, saveDictionary)
+                if respChartPattern == 3 and executeOption == 7:
+                    isConfluence = screener.validateConfluence(stock, processedData, screeningDictionary, saveDictionary, percentage=insideBarToLookback)
+                else:
+                    isInsideBar = screener.validateInsideBar(processedData, screeningDictionary, saveDictionary, chartPattern=respChartPattern, daysToLookback=insideBarToLookback)
+                
+                with SuppressOutput(suppress_stderr=True, suppress_stdout=True):
+                    if maLength is not None and executeOption == 6 and reversalOption == 6:
+                        isNR = screener.validateNarrowRange(processedData, screeningDictionary, saveDictionary, nr=maLength)
+                    else:
+                        isNR = screener.validateNarrowRange(processedData, screeningDictionary, saveDictionary)
+                
+                isMomentum = screener.validateMomentum(processedData, screeningDictionary, saveDictionary)
+                
+                isVSA = False
+                if not (executeOption == 7 and respChartPattern < 3):
+                    isVSA = screener.validateVolumeSpreadAnalysis(processedData, screeningDictionary, saveDictionary)
+                if maLength is not None and executeOption == 6 and reversalOption == 4:
+                    isMaSupport = screener.findReversalMA(fullData, screeningDictionary, saveDictionary, maLength)
+
+                isVCP = False
+                if respChartPattern == 4:
+                    with SuppressOutput(suppress_stderr=True, suppress_stdout=True):
+                        isVCP = screener.validateVCP(fullData, screeningDictionary, saveDictionary)
+
+                isBuyingTrendline = False
+                if executeOption == 7 and respChartPattern == 5:
+                    with SuppressOutput(suppress_stderr=True, suppress_stdout=True):
+                        isBuyingTrendline = screener.findTrendlines(fullData, screeningDictionary, saveDictionary)
+
+                with self.screenResultsCounter.get_lock():
+                    if executeOption == 0:
+                        self.screenResultsCounter.value += 1
+                        return screeningDictionary, saveDictionary
+                    if (executeOption == 1 or executeOption == 2) and isBreaking and isVolumeHigh and isLtpValid:
+                        self.screenResultsCounter.value += 1
+                        return screeningDictionary, saveDictionary
+                    if (executeOption == 1 or executeOption == 3) and (consolidationValue <= configManager.consolidationPercentage and consolidationValue != 0) and isLtpValid:
+                        self.screenResultsCounter.value += 1
+                        return screeningDictionary, saveDictionary
+                    if executeOption == 4 and isLtpValid and isLowestVolume:
+                        self.screenResultsCounter.value += 1
+                        return screeningDictionary, saveDictionary
+                    if executeOption == 5 and isLtpValid and isValidRsi:
+                        self.screenResultsCounter.value += 1
+                        return screeningDictionary, saveDictionary
+                    if executeOption == 6 and isLtpValid:
+                        if reversalOption == 1:
+                            if saveDictionary['Pattern'] in CandlePatterns.reversalPatternsBullish or isMaReversal > 0:
+                                self.screenResultsCounter.value += 1
+                                return screeningDictionary, saveDictionary
+                        elif reversalOption == 2:
+                            if saveDictionary['Pattern'] in CandlePatterns.reversalPatternsBearish or isMaReversal < 0:
+                                self.screenResultsCounter.value += 1
+                                return screeningDictionary, saveDictionary
+                        elif reversalOption == 3 and isMomentum:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        elif reversalOption == 4 and isMaSupport:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        elif reversalOption == 5 and isVSA and saveDictionary['Pattern'] in CandlePatterns.reversalPatternsBullish:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        elif reversalOption == 6 and isNR:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                    if executeOption == 7 and isLtpValid:
+                        if respChartPattern < 3 and isInsideBar:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        if isConfluence:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        if isIpoBase and newlyListedOnly and not respChartPattern < 3:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        if isVCP:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+                        if isBuyingTrendline:
+                            self.screenResultsCounter.value += 1
+                            return screeningDictionary, saveDictionary
+        except KeyboardInterrupt:
+            # Capturing Ctr+C Here isn't a great idea
+            pass
+        except Fetcher.StockDataEmptyException:
+            pass
+        except Screener.NotNewlyListed:
+            pass
+        except Screener.DownloadDataOnly:
+            pass
+        except KeyError:
+            pass
+        except Exception as e:
+            if printCounter:
+                print(colorText.FAIL +
+                      ("\n[+] Exception Occured while Screening %s! Skipping this stock.." % stock) + colorText.END)
+        return
+
+    def multiprocessingForWindows(self):
+        if sys.platform.startswith('win'):
+
+            class _Popen(forking.Popen):
+                def __init__(self, *args, **kw):
+                    if hasattr(sys, 'frozen'):
+                        os.putenv('_MEIPASS2', sys._MEIPASS)
+                    try:
+                        super(_Popen, self).__init__(*args, **kw)
+                    finally:
+                        if hasattr(sys, 'frozen'):
+                            if hasattr(os, 'unsetenv'):
+                                os.unsetenv('_MEIPASS2')
+                            else:
+                                os.putenv('_MEIPASS2', '')
+
+            forking.Popen = _Popen

src/classes/Screener.py

@@ -0,0 +1,719 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   28/04/2021
+ *  Description         :   Class for analyzing and validating stocks
+'''
+
+import sys
+import math
+import numpy as np
+import pandas as pd
+import talib
+import joblib
+import keras
+import classes.Utility as Utility
+from sklearn.preprocessing import StandardScaler
+from scipy.signal import argrelextrema
+from scipy.stats import linregress
+from classes.ColorText import colorText
+from classes.SuppressOutput import SuppressOutput
+
+
+# Exception for newly listed stocks with candle nos < daysToLookback
+class StockDataNotAdequate(Exception):
+    pass
+
+# Exception for only downloading stock data and not screening
+class DownloadDataOnly(Exception):
+    pass
+
+# Exception for stocks which are not newly listed when screening only for Newly Listed
+class NotNewlyListed(Exception):
+    pass
+
+# This Class contains methods for stock analysis and screening validation
+class tools:
+
+    def __init__(self, configManager) -> None:
+        self.configManager = configManager
+
+    # Private method to find candle type
+    # True = Bullish, False = Bearish
+    def getCandleType(self, dailyData):
+        return bool(dailyData['Close'][0] >= dailyData['Open'][0])
+            
+
+    # Preprocess the acquired data
+    def preprocessData(self, data, daysToLookback=None):
+        if daysToLookback is None:
+            daysToLookback = self.configManager.daysToLookback
+        if self.configManager.useEMA:
+            sma = talib.EMA(data['Close'],timeperiod=50)
+            lma = talib.EMA(data['Close'],timeperiod=200)
+            data.insert(6,'SMA',sma)
+            data.insert(7,'LMA',lma)
+        else:
+            sma = data.rolling(window=50).mean()
+            lma = data.rolling(window=200).mean()
+            data.insert(6,'SMA',sma['Close'])
+            data.insert(7,'LMA',lma['Close'])
+        vol = data.rolling(window=20).mean()
+        rsi = talib.RSI(data['Close'], timeperiod=14)
+        data.insert(8,'VolMA',vol['Volume'])
+        data.insert(9,'RSI',rsi)
+        data = data[::-1]               # Reverse the dataframe
+        # data = data.fillna(0)
+        # data = data.replace([np.inf, -np.inf], 0)
+        fullData = data
+        trimmedData = data.head(daysToLookback)
+        return (fullData, trimmedData)
+
+    # Validate LTP within limits
+    def validateLTP(self, data, screenDict, saveDict, minLTP=None, maxLTP=None):
+        if minLTP is None:
+            minLTP = self.configManager.minLTP
+        if maxLTP is None:
+            maxLTP = self.configManager.maxLTP
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        recent = data.head(1)
+
+        pct_change = (data[::-1]['Close'].pct_change() * 100).iloc[-1]
+        if pct_change > 0.2:
+            pct_change = colorText.GREEN + (" (%.1f%%)" % pct_change) + colorText.END
+        elif pct_change < -0.2:
+            pct_change = colorText.FAIL + (" (%.1f%%)" % pct_change) + colorText.END
+        else:
+            pct_change = colorText.WARN + (" (%.1f%%)" % pct_change) + colorText.END
+            
+        ltp = round(recent['Close'][0],2)
+        saveDict['LTP'] = str(ltp)
+        verifyStageTwo = True
+        if self.configManager.stageTwo and len(data) > 250:
+            yearlyLow = data.head(250).min()['Close']
+            yearlyHigh = data.head(250).max()['Close']
+            if ltp < (2 * yearlyLow) or ltp < (0.75 * yearlyHigh):
+                verifyStageTwo = False
+        if(ltp >= minLTP and ltp <= maxLTP and verifyStageTwo):
+            screenDict['LTP'] = colorText.GREEN + ("%.2f" % ltp) + pct_change + colorText.END
+            return True
+        screenDict['LTP'] = colorText.FAIL + ("%.2f" % ltp) + pct_change + colorText.END
+        return False
+
+    # Validate if share prices are consolidating
+    def validateConsolidation(self, data, screenDict, saveDict, percentage=10):
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        hc = data.describe()['Close']['max']
+        lc = data.describe()['Close']['min']
+        if ((hc - lc) <= (hc*percentage/100) and (hc - lc != 0)):
+            screenDict['Consolidating'] = colorText.BOLD + colorText.GREEN + "Range = " + str(round((abs((hc-lc)/hc)*100),1))+"%" + colorText.END
+        else:
+            screenDict['Consolidating'] = colorText.BOLD + colorText.FAIL + "Range = " + str(round((abs((hc-lc)/hc)*100),1)) + "%" + colorText.END
+        saveDict['Consolidating'] = str(round((abs((hc-lc)/hc)*100),1))+"%"
+        return round((abs((hc-lc)/hc)*100),1)
+
+    # Validate Moving averages and look for buy/sell signals
+    def validateMovingAverages(self, data, screenDict, saveDict, maRange=2.5):
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        recent = data.head(1)
+        if(recent['SMA'][0] > recent['LMA'][0] and recent['Close'][0] > recent['SMA'][0]):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + 'Bullish' + colorText.END
+            saveDict['MA-Signal'] = 'Bullish'
+        elif(recent['SMA'][0] < recent['LMA'][0]):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.FAIL + 'Bearish' + colorText.END
+            saveDict['MA-Signal'] = 'Bearish'
+        elif(recent['SMA'][0] == 0):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.WARN + 'Unknown' + colorText.END
+            saveDict['MA-Signal'] = 'Unknown'
+        else:
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.WARN + 'Neutral' + colorText.END
+            saveDict['MA-Signal'] = 'Neutral'
+
+        smaDev = data['SMA'][0] * maRange / 100
+        lmaDev = data['LMA'][0] * maRange / 100
+        open, high, low, close, sma, lma = data['Open'][0], data['High'][0], data['Low'][0], data['Close'][0], data['SMA'][0], data['LMA'][0]
+        maReversal = 0
+        # Taking Support 50
+        if close > sma and low <= (sma + smaDev):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + '50MA-Support' + colorText.END
+            saveDict['MA-Signal'] = '50MA-Support'
+            maReversal = 1
+        # Validating Resistance 50
+        elif close < sma and high >= (sma - smaDev):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.FAIL + '50MA-Resist' + colorText.END
+            saveDict['MA-Signal'] = '50MA-Resist'
+            maReversal = -1
+        # Taking Support 200
+        elif close > lma and low <= (lma + lmaDev):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + '200MA-Support' + colorText.END
+            saveDict['MA-Signal'] = '200MA-Support'
+            maReversal = 1
+        # Validating Resistance 200
+        elif close < lma and high >= (lma - lmaDev):
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.FAIL + '200MA-Resist' + colorText.END
+            saveDict['MA-Signal'] = '200MA-Resist'
+            maReversal = -1
+        # For a Bullish Candle
+        if self.getCandleType(data):
+            # Crossing up 50
+            if open < sma and close > sma:
+                screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + 'BullCross-50MA' + colorText.END
+                saveDict['MA-Signal'] = 'BullCross-50MA'
+                maReversal = 1            
+            # Crossing up 200
+            elif open < lma and close > lma:
+                screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + 'BullCross-200MA' + colorText.END
+                saveDict['MA-Signal'] = 'BullCross-200MA'
+                maReversal = 1
+        # For a Bearish Candle
+        elif not self.getCandleType(data):
+            # Crossing down 50
+            if open > sma and close < sma:
+                screenDict['MA-Signal'] = colorText.BOLD + colorText.FAIL + 'BearCross-50MA' + colorText.END
+                saveDict['MA-Signal'] = 'BearCross-50MA'
+                maReversal = -1         
+            # Crossing up 200
+            elif open > lma and close < lma:
+                screenDict['MA-Signal'] = colorText.BOLD + colorText.FAIL + 'BearCross-200MA' + colorText.END
+                saveDict['MA-Signal'] = 'BearCross-200MA'
+                maReversal = -1
+        return maReversal
+
+    # Validate if volume of last day is higher than avg
+    def validateVolume(self, data, screenDict, saveDict, volumeRatio=2.5):
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        recent = data.head(1)
+        if recent['VolMA'][0] == 0: # Handles Divide by 0 warning
+            saveDict['Volume'] = "Unknown"
+            screenDict['Volume'] = colorText.BOLD + colorText.WARN + "Unknown" + colorText.END
+            return True
+        ratio = round(recent['Volume'][0]/recent['VolMA'][0],2)
+        saveDict['Volume'] = str(ratio)+"x"
+        if(ratio >= volumeRatio and ratio != np.nan and (not math.isinf(ratio)) and (ratio != 20)):
+            screenDict['Volume'] = colorText.BOLD + colorText.GREEN + str(ratio) + "x" + colorText.END
+            return True
+        screenDict['Volume'] = colorText.BOLD + colorText.FAIL + str(ratio) + "x" + colorText.END
+        return False
+
+    # Find accurate breakout value
+    def findBreakout(self, data, screenDict, saveDict, daysToLookback):
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        recent = data.head(1)
+        data = data[1:]
+        hs = round(data.describe()['High']['max'],2)
+        hc = round(data.describe()['Close']['max'],2)
+        rc = round(recent['Close'][0],2)
+        if np.isnan(hc) or np.isnan(hs):
+            saveDict['Breaking-Out'] = 'BO: Unknown'
+            screenDict['Breaking-Out'] = colorText.BOLD + colorText.WARN + 'BO: Unknown' + colorText.END
+            return False
+        if hs > hc:
+            if ((hs - hc) <= (hs*2/100)):
+                saveDict['Breaking-Out'] = str(hc)
+                if rc >= hc:
+                    screenDict['Breaking-Out'] = colorText.BOLD + colorText.GREEN + "BO: " + str(hc) + " R: " + str(hs) + colorText.END
+                    return True and self.getCandleType(recent)
+                screenDict['Breaking-Out'] = colorText.BOLD + colorText.FAIL + "BO: " + str(hc) + " R: " + str(hs) + colorText.END
+                return False
+            noOfHigherShadows = len(data[data.High > hc])
+            if(daysToLookback/noOfHigherShadows <= 3):
+                saveDict['Breaking-Out'] = str(hs)
+                if rc >= hs:
+                    screenDict['Breaking-Out'] = colorText.BOLD + colorText.GREEN + "BO: " + str(hs) + colorText.END
+                    return True and self.getCandleType(recent)
+                screenDict['Breaking-Out'] = colorText.BOLD + colorText.FAIL + "BO: " + str(hs) + colorText.END
+                return False
+            saveDict['Breaking-Out'] = str(hc) + ", " + str(hs)
+            if rc >= hc:
+                screenDict['Breaking-Out'] = colorText.BOLD + colorText.GREEN + "BO: " + str(hc) + " R: " + str(hs) + colorText.END
+                return True and self.getCandleType(recent)
+            screenDict['Breaking-Out'] = colorText.BOLD + colorText.FAIL + "BO: " + str(hc) + " R: " + str(hs) + colorText.END
+            return False
+        else:
+            saveDict['Breaking-Out'] = str(hc)
+            if rc >= hc:
+                screenDict['Breaking-Out'] = colorText.BOLD + colorText.GREEN + "BO: " + str(hc) + colorText.END
+                return True and self.getCandleType(recent)
+            screenDict['Breaking-Out'] = colorText.BOLD + colorText.FAIL + "BO: " + str(hc) + colorText.END
+            return False
+
+    # Validate 'Inside Bar' structure for recent days
+    def validateInsideBar(self, data, screenDict, saveDict, chartPattern=1, daysToLookback=5):
+        orgData = data
+        for i in range(daysToLookback, round(daysToLookback*0.5)-1, -1):
+            if i == 2:
+                return 0        # Exit if only last 2 candles are left
+            if chartPattern == 1:
+                if "Up" in saveDict['Trend'] and ("Bull" in saveDict['MA-Signal'] or "Support" in saveDict['MA-Signal']):
+                    data = orgData.head(i)
+                    refCandle = data.tail(1)
+                    if (len(data.High[data.High > refCandle.High.item()]) == 0) and (len(data.Low[data.Low < refCandle.Low.item()]) == 0) and (len(data.Open[data.Open > refCandle.High.item()]) == 0) and (len(data.Close[data.Close < refCandle.Low.item()]) == 0):
+                        screenDict['Pattern'] = colorText.BOLD + colorText.WARN + ("Inside Bar (%d)" % i) + colorText.END
+                        saveDict['Pattern'] = "Inside Bar (%d)" % i
+                        return i
+                else:
+                    return 0
+            else:
+                if "Down" in saveDict['Trend'] and ("Bear" in saveDict['MA-Signal'] or "Resist" in saveDict['MA-Signal']):
+                    data = orgData.head(i)
+                    refCandle = data.tail(1)
+                    if (len(data.High[data.High > refCandle.High.item()]) == 0) and (len(data.Low[data.Low < refCandle.Low.item()]) == 0) and (len(data.Open[data.Open > refCandle.High.item()]) == 0) and (len(data.Close[data.Close < refCandle.Low.item()]) == 0):
+                        screenDict['Pattern'] = colorText.BOLD + colorText.WARN + ("Inside Bar (%d)" % i) + colorText.END
+                        saveDict['Pattern'] = "Inside Bar (%d)" % i
+                        return i
+                else:
+                    return 0
+        return 0
+    
+    # Validate if recent volume is lowest of last 'N' Days
+    def validateLowestVolume(self, data, daysForLowestVolume):
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        if daysForLowestVolume is None:
+            daysForLowestVolume = 30
+        data = data.head(daysForLowestVolume)
+        recent = data.head(1)
+        if((recent['Volume'][0] <= data.describe()['Volume']['min']) and recent['Volume'][0] != np.nan):
+            return True
+        return False
+
+    # validate if RSI is within given range
+    def validateRSI(self, data, screenDict, saveDict, minRSI, maxRSI):
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        rsi = int(data.head(1)['RSI'][0])
+        saveDict['RSI'] = rsi
+        if(rsi >= minRSI and rsi <= maxRSI) and (rsi <= 70 and rsi >= 30):
+            screenDict['RSI'] = colorText.BOLD + colorText.GREEN + str(rsi) + colorText.END
+            return True
+        screenDict['RSI'] = colorText.BOLD + colorText.FAIL + str(rsi) + colorText.END
+        return False
+
+    # Find out trend for days to lookback
+    def findTrend(self, data, screenDict, saveDict, daysToLookback=None,stockName=""):
+        if daysToLookback is None:
+            daysToLookback = self.configManager.daysToLookback
+        data = data.head(daysToLookback)
+        data = data[::-1]
+        data = data.set_index(np.arange(len(data)))
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        with SuppressOutput(suppress_stdout=True,suppress_stderr=True):
+            data['tops'] = data['Close'].iloc[list(argrelextrema(np.array(data['Close']), np.greater_equal, order=1)[0])]
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        try:
+            try:
+                if len(data) < daysToLookback:
+                    raise StockDataNotAdequate
+                slope,c = np.polyfit(data.index[data.tops > 0], data['tops'][data.tops > 0], 1)
+            except Exception as e:
+                slope,c = 0,0
+            angle = np.rad2deg(np.arctan(slope))
+            if (angle == 0):
+                screenDict['Trend'] = colorText.BOLD + colorText.WARN + "Unknown" + colorText.END
+                saveDict['Trend'] = 'Unknown'
+            elif (angle <= 30 and angle >= -30):
+                screenDict['Trend'] = colorText.BOLD + colorText.WARN + "Sideways" + colorText.END
+                saveDict['Trend'] = 'Sideways'
+            elif (angle >= 30 and angle < 61):
+                screenDict['Trend'] = colorText.BOLD + colorText.GREEN + "Weak Up" + colorText.END
+                saveDict['Trend'] = 'Weak Up'
+            elif angle >= 60:
+                screenDict['Trend'] = colorText.BOLD + colorText.GREEN + "Strong Up" + colorText.END
+                saveDict['Trend'] = 'Strong Up'
+            elif (angle <= -30 and angle > -61):
+                screenDict['Trend'] = colorText.BOLD + colorText.FAIL + "Weak Down" + colorText.END
+                saveDict['Trend'] = 'Weak Down'
+            elif angle <= -60:
+                screenDict['Trend'] = colorText.BOLD + colorText.FAIL + "Strong Down" + colorText.END
+                saveDict['Trend'] = 'Strong Down'
+        except np.linalg.LinAlgError:
+            screenDict['Trend'] = colorText.BOLD + colorText.WARN + "Unknown" + colorText.END
+            saveDict['Trend'] = 'Unknown'
+        return saveDict['Trend']
+
+    # Find if stock is validating volume spread analysis
+    def validateVolumeSpreadAnalysis(self, data, screenDict, saveDict):
+        try:
+            data = data.head(2)
+            try:
+                # Check for previous RED candles
+                # Current candle = 0th, Previous Candle = 1st for following logic
+                if data.iloc[1]['Open'] >= data.iloc[1]['Close']:
+                    spread1 = abs(data.iloc[1]['Open'] - data.iloc[1]['Close'])
+                    spread0 = abs(data.iloc[0]['Open'] - data.iloc[0]['Close'])
+                    lower_wick_spread0 = max(data.iloc[0]['Open'], data.iloc[0]['Close']) - data.iloc[0]['Low']
+                    vol1 = data.iloc[1]['Volume']
+                    vol0 = data.iloc[0]['Volume']
+                    if spread0 > spread1 and vol0 < vol1 and data.iloc[0]['Volume'] < data.iloc[0]['VolMA'] and data.iloc[0]['Close'] <= data.iloc[1]['Open'] and spread0 < lower_wick_spread0 and data.iloc[0]['Volume'] <= int(data.iloc[1]['Volume']*0.75):
+                        screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Supply Drought' + colorText.END
+                        saveDict['Pattern'] = 'Supply Drought'
+                        return True
+                    if spread0 < spread1 and vol0 > vol1 and data.iloc[0]['Volume'] > data.iloc[0]['VolMA'] and data.iloc[0]['Close'] <= data.iloc[1]['Open']:
+                        screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Demand Rise' + colorText.END
+                        saveDict['Pattern'] = 'Demand Rise'
+                        return True
+            except IndexError:
+                pass
+            return False
+        except:
+            import traceback
+            traceback.print_exc()
+            return False
+
+    # Find if stock gaining bullish momentum
+    def validateMomentum(self, data, screenDict, saveDict):
+        try:
+            data = data.head(3)
+            for row in data.iterrows():
+                # All 3 candles should be Green and NOT Circuits
+                if row[1]['Close'].item() <= row[1]['Open'].item():
+                    return False
+            openDesc = data.sort_values(by=['Open'], ascending=False)
+            closeDesc = data.sort_values(by=['Close'], ascending=False)
+            volDesc = data.sort_values(by=['Volume'], ascending=False)
+            try:
+                if data.equals(openDesc) and data.equals(closeDesc) and data.equals(volDesc):
+                    if (data['Open'][0].item() >= data['Close'][1].item()) and (data['Open'][1].item() >= data['Close'][2].item()):
+                        screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Momentum Gainer' + colorText.END
+                        saveDict['Pattern'] = 'Momentum Gainer'
+                        return True
+            except IndexError:
+                pass
+            return False
+        except Exception as e:
+            import traceback
+            traceback.print_exc()
+            return False
+
+    # Find stock reversing at given MA
+    def findReversalMA(self, data, screenDict, saveDict, maLength, percentage=0.015):
+        if maLength is None:
+            maLength = 20
+        data = data[::-1]
+        if self.configManager.useEMA:
+            maRev = talib.EMA(data['Close'],timeperiod=maLength)
+        else:
+            maRev = talib.MA(data['Close'],timeperiod=maLength)
+        data.insert(10,'maRev',maRev)
+        data = data[::-1].head(3)
+        if data.equals(data[(data.Close >= (data.maRev - (data.maRev*percentage))) & (data.Close <= (data.maRev + (data.maRev*percentage)))]) and data.head(1)['Close'][0] >= data.head(1)['maRev'][0]:
+            screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + f'Reversal-{maLength}MA' + colorText.END
+            saveDict['MA-Signal'] = f'Reversal-{maLength}MA'
+            return True
+        return False
+
+    # Find IPO base
+    def validateIpoBase(self, stock, data, screenDict, saveDict, percentage=0.3):
+        listingPrice = data[::-1].head(1)['Open'][0]
+        currentPrice = data.head(1)['Close'][0]
+        ATH = data.describe()['High']['max']
+        if ATH > (listingPrice + (listingPrice * percentage)):
+            return False
+        away = round(((currentPrice - listingPrice)/listingPrice)*100, 1)
+        if((listingPrice - (listingPrice * percentage)) <= currentPrice <= (listingPrice + (listingPrice * percentage))):
+            if away > 0:
+                screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + f'IPO Base ({away} %)' + colorText.END
+            else:
+                screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + 'IPO Base ' + colorText.FAIL + f'({away} %)' + colorText.END
+            saveDict['Pattern'] = f'IPO Base ({away} %)'
+            return True
+        return False
+
+    # Find Conflucence
+    def validateConfluence(self, stock, data, screenDict, saveDict, percentage=0.1):
+        recent = data.head(1)
+        if(abs(recent['SMA'][0] - recent['LMA'][0]) <= (recent['SMA'][0] * percentage)):
+            difference = round(abs(recent['SMA'][0] - recent['LMA'][0])/recent['Close'][0] * 100,2)
+            if recent['SMA'][0] >= recent['LMA'][0]:
+                screenDict['MA-Signal'] = colorText.BOLD + colorText.GREEN + f'Confluence ({difference}%)' + colorText.END
+                saveDict['MA-Signal'] = f'Confluence ({difference}%)'
+            else:
+                screenDict['MA-Signal'] = colorText.BOLD + colorText.FAIL + f'Confluence ({difference}%)' + colorText.END
+                saveDict['MA-Signal'] = f'Confluence ({difference}%)'
+            return True
+        return False
+
+    # Find if stock is newly listed
+    def validateNewlyListed(self, data, daysToLookback):
+        daysToLookback = int(daysToLookback[:-1])
+        recent = data.head(1)
+        if len(data) < daysToLookback and (recent['Close'][0] != np.nan and recent['Close'][0] > 0):
+            return True
+        return False
+
+    # Find stocks approching to long term trendlines
+    def findTrendlines(self, data, screenDict, saveDict, percentage = 0.05):
+        period = int(''.join(c for c in self.configManager.period if c.isdigit()))
+        if len(data) < period:
+            return False
+
+        data = data[::-1]
+        data['Number'] = np.arange(len(data))+1
+        data_high = data.copy()
+        data_low = data.copy()
+        points = 30
+
+        ''' Ignoring the Resitance for long-term purpose
+        while len(data_high) > points:
+            slope, intercept, r_value, p_value, std_err = linregress(x=data_high['Number'], y=data_high['High'])
+            data_high = data_high.loc[data_high['High'] > slope * data_high['Number'] + intercept]
+        slope, intercept, r_value, p_value, std_err = linregress(x=data_high['Number'], y=data_high['Close'])
+        data['Resistance'] = slope * data['Number'] + intercept
+        '''
+
+        while len(data_low) > points:
+            slope, intercept, r_value, p_value, std_err = linregress(x=data_low['Number'], y=data_low['Low'])
+            data_low = data_low.loc[data_low['Low'] < slope * data_low['Number'] + intercept]
+        
+        slope, intercept, r_value, p_value, std_err = linregress(x=data_low['Number'], y=data_low['Close'])
+        data['Support'] = slope * data['Number'] + intercept
+        now = data.tail(1)
+
+        limit_upper = now['Support'][0].item() + (now['Support'][0].item() * percentage)
+        limit_lower = now['Support'][0].item() - (now['Support'][0].item() * percentage)
+
+        if limit_lower < now['Close'][0].item() < limit_upper and slope > 0.15:
+            screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + 'Trendline-Support' + colorText.END
+            saveDict['Pattern'] = 'Trendline-Support'
+            return True
+
+        ''' Plots for debugging
+        import matplotlib.pyplot as plt
+        fig, ax1 = plt.subplots(figsize=(15,10))
+        color = 'tab:green'
+        xdate = [x.date() for x in data.index]
+        ax1.set_xlabel('Date', color=color)
+        ax1.plot(xdate, data.Close, label="close", color=color)
+        ax1.tick_params(axis='x', labelcolor=color)
+
+        ax2 = ax1.twiny() # ax2 and ax1 will have common y axis and different x axis, twiny
+        ax2.plot(data.Number, data.Resistance, label="Res")
+        ax2.plot(data.Number, data.Support, label="Sup")
+
+        plt.legend()
+        plt.grid()
+        plt.show()
+        '''
+        return False
+
+
+    # Find NRx range for Reversal
+    def validateNarrowRange(self, data, screenDict, saveDict, nr=4):
+        if Utility.tools.isTradingTime():
+            rangeData = data.head(nr+1)[1:]
+            now_candle = data.head(1)
+            rangeData['Range'] = abs(rangeData['Close'] - rangeData['Open'])
+            recent = rangeData.head(1)
+            if recent['Range'][0] == rangeData.describe()['Range']['min']:
+                if self.getCandleType(recent) and now_candle['Close'][0] >= recent['Close'][0]:
+                    screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + f'Buy-NR{nr}' + colorText.END
+                    saveDict['Pattern'] = f'Buy-NR{nr}'
+                    return True
+                elif not self.getCandleType(recent) and now_candle['Close'][0] <= recent['Close'][0]:
+                    screenDict['Pattern'] = colorText.BOLD + colorText.FAIL + f'Sell-NR{nr}' + colorText.END
+                    saveDict['Pattern'] = f'Sell-NR{nr}'
+                    return True
+            return False
+        else:
+            rangeData = data.head(nr)
+            rangeData['Range'] = abs(rangeData['Close'] - rangeData['Open'])
+            recent = rangeData.head(1)
+            if recent['Range'][0] == rangeData.describe()['Range']['min']:
+                screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + f'NR{nr}' + colorText.END
+                saveDict['Pattern'] = f'NR{nr}'
+                return True
+            return False
+
+    # Validate VPC
+    def validateVCP(self, data, screenDict, saveDict, stockName=None, window=3, percentageFromTop=3):
+        try:
+            percentageFromTop /= 100
+            data.reset_index(inplace=True)
+            data.rename(columns={'index':'Date'}, inplace=True)
+            data['tops'] = data['High'].iloc[list(argrelextrema(np.array(data['High']), np.greater_equal, order=window)[0])].head(4)
+            data['bots'] = data['Low'].iloc[list(argrelextrema(np.array(data['Low']), np.less_equal, order=window)[0])].head(4)
+            data = data.fillna(0)
+            data = data.replace([np.inf, -np.inf], 0)
+            tops = data[data.tops > 0]
+            bots = data[data.bots > 0]
+            highestTop = round(tops.describe()['High']['max'],1)
+            filteredTops = tops[tops.tops > (highestTop-(highestTop*percentageFromTop))]
+            # print(tops)
+            # print(filteredTops)
+            # print(tops.sort_values(by=['tops'], ascending=False))
+            # print(tops.describe())
+            # print(f"Till {highestTop-(highestTop*percentageFromTop)}")
+            if(filteredTops.equals(tops)):      # Tops are in the range
+                lowPoints = []
+                for i in range(len(tops)-1):
+                    endDate = tops.iloc[i]['Date']
+                    startDate = tops.iloc[i+1]['Date']
+                    lowPoints.append(data[(data.Date >= startDate) & (data.Date <= endDate)].describe()['Low']['min'])
+                lowPointsOrg = lowPoints
+                lowPoints.sort(reverse=True)
+                lowPointsSorted = lowPoints
+                ltp = data.head(1)['Close'][0]
+                if lowPointsOrg == lowPointsSorted and  ltp < highestTop and ltp > lowPoints[0]:
+                    screenDict['Pattern'] = colorText.BOLD + colorText.GREEN + f'VCP (BO: {highestTop})' + colorText.END
+                    saveDict['Pattern'] = f'VCP (BO: {highestTop})'
+                    return True
+        except Exception as e:
+            import traceback
+            print(traceback.format_exc())
+        return False
+
+    def getNiftyPrediction(self, data, proxyServer):
+        import warnings 
+        warnings.filterwarnings("ignore")
+        model, pkl = Utility.tools.getNiftyModel(proxyServer=proxyServer)
+        with SuppressOutput(suppress_stderr=True, suppress_stdout=True):
+            data = data[pkl['columns']]
+            ### v2 Preprocessing
+            data['High'] = data['High'].pct_change() * 100
+            data['Low'] = data['Low'].pct_change() * 100
+            data['Open'] = data['Open'].pct_change() * 100
+            data['Close'] = data['Close'].pct_change() * 100
+            data = data.iloc[-1] 
+            ###
+            data = pkl['scaler'].transform([data])
+            pred = model.predict(data)[0]
+        if pred > 0.5:
+            out = colorText.BOLD + colorText.FAIL + "BEARISH" + colorText.END + colorText.BOLD
+            sug = "Hold your Short position!"
+        else:
+            out = colorText.BOLD + colorText.GREEN + "BULLISH" + colorText.END + colorText.BOLD
+            sug = "Stay Bullish!"
+        if not Utility.tools.isClosingHour():
+            print(colorText.BOLD + colorText.WARN + "Note: The AI prediction should be executed After 3 PM or Near to Closing time as the Prediction Accuracy is based on the Closing price!" + colorText.END)
+        print(colorText.BOLD + colorText.BLUE + "\n" + "[+] Nifty AI Prediction -> " + colorText.END + colorText.BOLD + "Market may Open {} next day! {}".format(out, sug) + colorText.END)
+        print(colorText.BOLD + colorText.BLUE + "\n" + "[+] Nifty AI Prediction -> " + colorText.END + "Probability/Strength of Prediction = {}%".format(Utility.tools.getSigmoidConfidence(pred[0])))
+        return pred
+
+    def monitorFiveEma(self, proxyServer, fetcher, result_df, last_signal, risk_reward = 3):
+        col_names = ['High', 'Low', 'Close', '5EMA']
+        data_list = ['nifty_buy', 'banknifty_buy', 'nifty_sell', 'banknifty_sell']
+
+        data_tuple = fetcher.fetchFiveEmaData()
+        for cnt in range(len(data_tuple)):
+            d = data_tuple[cnt]
+            d['5EMA'] = talib.EMA(d['Close'],timeperiod=5)
+            d = d[col_names]
+            d = d.dropna().round(2)
+
+            with SuppressOutput(suppress_stderr=True, suppress_stdout=True):
+                if 'sell' in data_list[cnt]:
+                    streched = d[(d.Low > d['5EMA']) & (d.Low - d['5EMA'] > 0.5)]
+                    streched['SL'] = streched.High
+                    validate = d[(d.Low.shift(1) > d['5EMA'].shift(1)) & (d.Low.shift(1) - d['5EMA'].shift(1) > 0.5)]
+                    old_index = validate.index
+                else:
+                    mask = (d.High < d['5EMA']) & (d['5EMA'] - d.High > 0.5)  # Buy
+                    streched = d[mask]
+                    streched['SL'] = streched.Low
+                    validate = d.loc[mask.shift(1).fillna(False)]
+                    old_index = validate.index
+            tgt = pd.DataFrame((validate.Close.reset_index(drop=True) - ((streched.SL.reset_index(drop=True) - validate.Close.reset_index(drop=True)) * risk_reward)),columns=['Target'])
+            validate = pd.concat([
+                            validate.reset_index(drop=True),
+                            streched['SL'].reset_index(drop=True),
+                            tgt,
+                            ],
+                        axis=1
+                        )
+            validate = validate.tail(len(old_index))
+            validate = validate.set_index(old_index)
+            if 'sell' in data_list[cnt]:
+                final = validate[validate.Close < validate['5EMA']].tail(1)
+            else:
+                final = validate[validate.Close > validate['5EMA']].tail(1)
+
+
+            if data_list[cnt] not in last_signal:
+                last_signal[data_list[cnt]] = final
+            elif data_list[cnt] in last_signal:
+                try:
+                    condition = last_signal[data_list[cnt]][0]['SL'][0]
+                except KeyError:
+                    condition = last_signal[data_list[cnt]]['SL'][0]
+                # if last_signal[data_list[cnt]] is not final:          # Debug - Shows all conditions
+                if condition != final['SL'][0]:
+                    # Do something with results
+                    try:
+                        result_df = pd.concat([
+                            result_df, 
+                            pd.DataFrame([
+                                    [
+                                        colorText.BLUE + str(final.index[0]) + colorText.END,
+                                        colorText.BOLD + colorText.WARN + data_list[cnt].split('_')[0].upper() + colorText.END,
+                                        (colorText.BOLD + colorText.FAIL + data_list[cnt].split('_')[1].upper() + colorText.END) if 'sell' in data_list[cnt] else (colorText.BOLD + colorText.GREEN + data_list[cnt].split('_')[1].upper() + colorText.END),
+                                        colorText.FAIL + str(final.SL[0]) + colorText.END,
+                                        colorText.GREEN + str(final.Target[0]) + colorText.END,
+                                        f'1:{risk_reward}'
+                                    ]
+                                ], columns=result_df.columns)
+                            ], axis=0)
+                        result_df.reset_index(drop=True, inplace=True)
+                    except Exception as e:
+                        pass
+                    # Then update
+                    last_signal[data_list[cnt]] = [final]
+        result_df.drop_duplicates(keep='last', inplace=True)
+        result_df.sort_values(by='Time', inplace=True)
+        return result_df[::-1]
+            
+
+    '''
+    # Find out trend for days to lookback
+    def validateVCP(data, screenDict, saveDict, daysToLookback=ConfigManager.daysToLookback, stockName=None):
+        // De-index date
+        data.reset_index(inplace=True)
+        data.rename(columns={'index':'Date'}, inplace=True)
+        data = data.head(daysToLookback)
+        data = data[::-1]
+        data = data.set_index(np.arange(len(data)))
+        data = data.fillna(0)
+        data = data.replace([np.inf, -np.inf], 0)
+        data['tops'] = data['Close'].iloc[list(argrelextrema(np.array(data['Close']), np.greater_equal, order=3)[0])]
+        data['bots'] = data['Close'].iloc[list(argrelextrema(np.array(data['Close']), np.less_equal, order=3)[0])]
+        try:
+            try:
+                top_slope,top_c = np.polyfit(data.index[data.tops > 0], data['tops'][data.tops > 0], 1)
+                bot_slope,bot_c = np.polyfit(data.index[data.bots > 0], data['bots'][data.bots > 0], 1)
+                topAngle = math.degrees(math.atan(top_slope))
+                vcpAngle = math.degrees(math.atan(bot_slope) - math.atan(top_slope))
+
+                # print(math.degrees(math.atan(top_slope)))
+                # print(math.degrees(math.atan(bot_slope)))
+                # print(vcpAngle)
+                # print(topAngle)
+                # print(data.max()['bots'])
+                # print(data.max()['tops'])
+                if (vcpAngle > 20 and vcpAngle < 70) and (topAngle > -10 and topAngle < 10) and (data['bots'].max() <= data['tops'].max()) and (len(data['bots'][data.bots > 0]) > 1):
+                    print("---> GOOD VCP %s at %sRs" % (stockName, top_c))
+                    import os
+                    os.system("echo %s >> vcp_plots\VCP.txt" % stockName)
+
+                    import matplotlib.pyplot as plt                
+                    plt.scatter(data.index[data.tops > 0], data['tops'][data.tops > 0], c='g')
+                    plt.scatter(data.index[data.bots > 0], data['bots'][data.bots > 0], c='r')
+                    plt.plot(data.index, data['Close'])
+                    plt.plot(data.index, top_slope*data.index+top_c,'g--')
+                    plt.plot(data.index, bot_slope*data.index+bot_c,'r--')
+                    if stockName != None:
+                        plt.title(stockName)
+                    # plt.show()
+                    plt.savefig('vcp_plots\%s.png' % stockName)
+                    plt.clf()
+            except np.RankWarning:
+                pass
+        except np.linalg.LinAlgError:
+            return False
+    '''
+    

src/classes/SuppressOutput.py

@@ -0,0 +1,29 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   07/05/2021
+ *  Description         :   Class for supressing stdout & stderr
+'''
+
+
+import os, sys
+
+class SuppressOutput: 
+    def __init__(self,suppress_stdout=False,suppress_stderr=False): 
+        self.suppress_stdout = suppress_stdout 
+        self.suppress_stderr = suppress_stderr 
+        self._stdout = None 
+        self._stderr = None
+    def __enter__(self): 
+        devnull = open(os.devnull, "w") 
+        if self.suppress_stdout: 
+            self._stdout = sys.stdout 
+            sys.stdout = devnull        
+        if self.suppress_stderr: 
+            self._stderr = sys.stderr 
+            sys.stderr = devnull 
+    def __exit__(self, *args): 
+        if self.suppress_stdout: 
+            sys.stdout = self._stdout 
+        if self.suppress_stderr: 
+            sys.stderr = self._stderr

src/classes/Utility.py

@@ -0,0 +1,353 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   28/04/2021
+ *  Description         :   Class for managing misc and utility methods
+'''
+
+from decimal import DivisionByZero
+from genericpath import isfile
+import os
+import sys
+import platform
+import datetime
+import pytz
+import pickle
+import requests
+import time
+import joblib
+import keras
+import pandas as pd
+from alive_progress import alive_bar
+from tabulate import tabulate
+from time import sleep
+from classes.ColorText import colorText
+from classes.Changelog import VERSION, changelog
+import classes.ConfigManager as ConfigManager
+
+art = colorText.GREEN + '''
+     .d8888b.                                             d8b                   
+    d88P  Y88b                                            Y8P                   
+    Y88b.                                                                       
+     "Y888b.    .d8888b 888d888 .d88b.   .d88b.  88888b.  888 88888b.  888  888 
+        "Y88b. d88P"    888P"  d8P  Y8b d8P  Y8b 888 "88b 888 888 "88b 888  888 
+          "888 888      888    88888888 88888888 888  888 888 888  888 888  888 
+    Y88b  d88P Y88b.    888    Y8b.     Y8b.     888  888 888 888 d88P Y88b 888 
+     "Y8888P"   "Y8888P 888     "Y8888   "Y8888  888  888 888 88888P"   "Y88888 
+                                                              888           888 
+                                                              888      Y8b d88P 
+                                                              888       "Y88P"  
+
+''' + colorText.END
+
+lastScreened = 'last_screened_results.pkl'
+
+# Class for managing misc and utility methods
+
+
+class tools:
+
+    def clearScreen():
+        if platform.system() == 'Windows':
+            os.system('cls')
+        else:
+            os.system('clear')
+        print(art)
+
+    # Print about developers and repository
+    def showDevInfo():
+        print('\n'+changelog)
+        print(colorText.BOLD + colorText.WARN +
+              "\n[+] Developer: Pranjal Joshi." + colorText.END)
+        print(colorText.BOLD + colorText.WARN +
+              ("[+] Version: %s" % VERSION) + colorText.END)
+        print(colorText.BOLD +
+              "[+] Home Page: https://github.com/pranjal-joshi/Screeni-py" + colorText.END)
+        print(colorText.BOLD + colorText.FAIL +
+              "[+] Read/Post Issues here: https://github.com/pranjal-joshi/Screeni-py/issues" + colorText.END)
+        print(colorText.BOLD + colorText.GREEN +
+              "[+] Join Community Discussions: https://github.com/pranjal-joshi/Screeni-py/discussions" + colorText.END)
+        print(colorText.BOLD + colorText.BLUE +
+              "[+] Download latest software from https://github.com/pranjal-joshi/Screeni-py/releases/latest" + colorText.END)
+        input('')
+
+    # Save last screened result to pickle file
+    def setLastScreenedResults(df):
+        try:
+            df.sort_values(by=['Stock'], ascending=True, inplace=True)
+            df.to_pickle(lastScreened)
+        except IOError:
+            input(colorText.BOLD + colorText.FAIL +
+                  '[+] Failed to save recently screened result table on disk! Skipping..' + colorText.END)
+
+    # Load last screened result to pickle file
+    def getLastScreenedResults():
+        try:
+            df = pd.read_pickle(lastScreened)
+            print(colorText.BOLD + colorText.GREEN +
+                  '\n[+] Showing recently screened results..\n' + colorText.END)
+            print(tabulate(df, headers='keys', tablefmt='psql'))
+            print(colorText.BOLD + colorText.WARN +
+                  "[+] Note: Trend calculation is based on number of recent days to screen as per your configuration." + colorText.END)
+            input(colorText.BOLD + colorText.GREEN +
+                  '[+] Press any key to continue..' + colorText.END)
+        except FileNotFoundError:
+            print(colorText.BOLD + colorText.FAIL +
+                  '[+] Failed to load recently screened result table from disk! Skipping..' + colorText.END)
+
+    def isTradingTime():
+        curr = datetime.datetime.now(pytz.timezone('Asia/Kolkata'))
+        openTime = curr.replace(hour=9, minute=15)
+        closeTime = curr.replace(hour=15, minute=30)
+        return ((openTime <= curr <= closeTime) and (0 <= curr.weekday() <= 4))
+
+    def isClosingHour():
+        curr = datetime.datetime.now(pytz.timezone('Asia/Kolkata'))
+        openTime = curr.replace(hour=15, minute=00)
+        closeTime = curr.replace(hour=15, minute=30)
+        return ((openTime <= curr <= closeTime) and (0 <= curr.weekday() <= 4))
+
+    def saveStockData(stockDict, configManager, loadCount):
+        curr = datetime.datetime.now(pytz.timezone('Asia/Kolkata'))
+        openTime = curr.replace(hour=9, minute=15)
+        cache_date = datetime.date.today()  # for monday to friday
+        weekday = datetime.date.today().weekday()
+        if curr < openTime:  # for monday to friday before 9:15
+            cache_date = datetime.datetime.today() - datetime.timedelta(1)
+        if weekday == 0 and curr < openTime:  # for monday before 9:15
+            cache_date = datetime.datetime.today() - datetime.timedelta(3)
+        if weekday == 5 or weekday == 6:  # for saturday and sunday
+            cache_date = datetime.datetime.today() - datetime.timedelta(days=weekday - 4)
+        cache_date = cache_date.strftime("%d%m%y")
+        cache_file = "stock_data_" + str(cache_date) + ".pkl"
+        configManager.deleteStockData(excludeFile=cache_file)
+
+        if not os.path.exists(cache_file) or len(stockDict) > (loadCount+1):
+            with open(cache_file, 'wb') as f:
+                try:
+                    pickle.dump(stockDict.copy(), f)
+                    print(colorText.BOLD + colorText.GREEN +
+                          "=> Done." + colorText.END)
+                except pickle.PicklingError:
+                    print(colorText.BOLD + colorText.FAIL +
+                          "=> Error while Caching Stock Data." + colorText.END)
+        else:
+            print(colorText.BOLD + colorText.GREEN +
+                  "=> Already Cached." + colorText.END)
+
+    def loadStockData(stockDict, configManager, proxyServer=None):
+        curr = datetime.datetime.now(pytz.timezone('Asia/Kolkata'))
+        openTime = curr.replace(hour=9, minute=15)
+        last_cached_date = datetime.date.today()  # for monday to friday after 3:30
+        weekday = datetime.date.today().weekday()
+        if curr < openTime:  # for monday to friday before 9:15
+            last_cached_date = datetime.datetime.today() - datetime.timedelta(1)
+        if weekday == 5 or weekday == 6:  # for saturday and sunday
+            last_cached_date = datetime.datetime.today() - datetime.timedelta(days=weekday - 4)
+        if weekday == 0 and curr < openTime:  # for monday before 9:15
+            last_cached_date = datetime.datetime.today() - datetime.timedelta(3)
+        last_cached_date = last_cached_date.strftime("%d%m%y")
+        cache_file = "stock_data_" + str(last_cached_date) + ".pkl"
+        if os.path.exists(cache_file):
+            with open(cache_file, 'rb') as f:
+                try:
+                    stockData = pickle.load(f)
+                    print(colorText.BOLD + colorText.GREEN +
+                          "[+] Automatically Using Cached Stock Data due to After-Market hours!" + colorText.END)
+                    for stock in stockData:
+                        stockDict[stock] = stockData.get(stock)
+                except pickle.UnpicklingError:
+                    print(colorText.BOLD + colorText.FAIL +
+                          "[+] Error while Reading Stock Cache." + colorText.END)
+                except EOFError:
+                    print(colorText.BOLD + colorText.FAIL +
+                          "[+] Stock Cache Corrupted." + colorText.END)
+        elif ConfigManager.default_period == configManager.period and ConfigManager.default_duration == configManager.duration:
+            cache_url = "https://raw.github.com/pranjal-joshi/Screeni-py/actions-data-download/actions-data-download/" + cache_file
+            if proxyServer is not None:
+                resp = requests.get(cache_url, stream=True, proxies={'https':proxyServer})
+            else:
+                resp = requests.get(cache_url, stream=True)
+            if resp.status_code == 200:
+                print(colorText.BOLD + colorText.FAIL +
+                      "[+] After-Market Stock Data is not cached.." + colorText.END)
+                print(colorText.BOLD + colorText.GREEN +
+                      "[+] Downloading cache from Screenipy server for faster processing, Please Wait.." + colorText.END)
+                try:
+                    chunksize = 1024*1024*1
+                    filesize = int(int(resp.headers.get('content-length'))/chunksize)
+                    bar, spinner = tools.getProgressbarStyle()
+                    f = open(cache_file, 'wb')
+                    dl = 0
+                    with alive_bar(filesize, bar=bar, spinner=spinner, manual=True) as progressbar:
+                        for data in resp.iter_content(chunk_size=chunksize):
+                            dl += 1
+                            f.write(data)
+                            progressbar(dl/filesize)
+                            if dl >= filesize:
+                                progressbar(1.0)
+                    f.close()
+                except Exception as e:
+                    print("[!] Download Error - " + str(e))
+                print("")
+                tools.loadStockData(stockDict, configManager, proxyServer)
+            else:
+                print(colorText.BOLD + colorText.FAIL +
+                      "[+] Cache unavailable on Screenipy server, Continuing.." + colorText.END)
+
+    # Save screened results to excel
+    def promptSaveResults(df):
+        try:
+            response = str(input(colorText.BOLD + colorText.WARN +
+                                 '[>] Do you want to save the results in excel file? [Y/N]: ')).upper()
+        except ValueError:
+            response = 'Y'
+        if response != 'N':
+            filename = 'screenipy-result_' + \
+                datetime.datetime.now().strftime("%d-%m-%y_%H.%M.%S")+".xlsx"
+            df.to_excel(filename)
+            print(colorText.BOLD + colorText.GREEN +
+                  ("[+] Results saved to %s" % filename) + colorText.END)
+
+    # Prompt for asking RSI
+    def promptRSIValues():
+        try:
+            minRSI, maxRSI = int(input(colorText.BOLD + colorText.WARN + "\n[+] Enter Min RSI value: " + colorText.END)), int(
+                input(colorText.BOLD + colorText.WARN + "[+] Enter Max RSI value: " + colorText.END))
+            if (minRSI >= 0 and minRSI <= 100) and (maxRSI >= 0 and maxRSI <= 100) and (minRSI <= maxRSI):
+                return (minRSI, maxRSI)
+            raise ValueError
+        except ValueError:
+            return (0, 0)
+
+    # Prompt for Reversal screening
+    def promptReversalScreening():
+        try:
+            resp = int(input(colorText.BOLD + colorText.WARN + """\n[+] Select Option:
+    1 > Screen for Buy Signal (Bullish Reversal)
+    2 > Screen for Sell Signal (Bearish Reversal)
+    3 > Screen for Momentum Gainers (Rising Bullish Momentum)
+    4 > Screen for Reversal at Moving Average (Bullish Reversal)
+    5 > Screen for Volume Spread Analysis (Bullish VSA Reversal)
+    6 > Screen for Narrow Range (NRx) Reversal
+    0 > Cancel
+[+] Select option: """ + colorText.END))
+            if resp >= 0 and resp <= 6:
+                if resp == 4:
+                    try:
+                        maLength = int(input(colorText.BOLD + colorText.WARN +
+                                             '\n[+] Enter MA Length (E.g. 50 or 200): ' + colorText.END))
+                        return resp, maLength
+                    except ValueError:
+                        print(colorText.BOLD + colorText.FAIL +
+                              '\n[!] Invalid Input! MA Lenght should be single integer value!\n' + colorText.END)
+                        raise ValueError
+                elif resp == 6:
+                    try:
+                        maLength = int(input(colorText.BOLD + colorText.WARN +
+                                             '\n[+] Enter NR timeframe [Integer Number] (E.g. 4, 7, etc.): ' + colorText.END))
+                        return resp, maLength
+                    except ValueError:
+                        print(colorText.BOLD + colorText.FAIL + '\n[!] Invalid Input! NR timeframe should be single integer value!\n' + colorText.END)
+                        raise ValueError
+                return resp, None
+            raise ValueError
+        except ValueError:
+            return None, None
+
+    # Prompt for Reversal screening
+    def promptChartPatterns():
+        try:
+            resp = int(input(colorText.BOLD + colorText.WARN + """\n[+] Select Option:
+    1 > Screen for Bullish Inside Bar (Flag) Pattern
+    2 > Screen for Bearish Inside Bar (Flag) Pattern
+    3 > Screen for the Confluence (50 & 200 MA/EMA)
+    4 > Screen for VCP (Experimental)
+    5 > Screen for Buying at Trendline (Ideal for Swing/Mid/Long term)
+    0 > Cancel
+[+] Select option: """ + colorText.END))
+            if resp == 1 or resp == 2:
+                candles = int(input(colorText.BOLD + colorText.WARN +
+                                    "\n[+] How many candles (TimeFrame) to look back Inside Bar formation? : " + colorText.END))
+                return (resp, candles)
+            if resp == 3:
+                percent = float(input(colorText.BOLD + colorText.WARN +
+                                      "\n[+] Enter Percentage within which all MA/EMAs should be (Ideal: 1-2%)? : " + colorText.END))
+                return (resp, percent/100.0)
+            if resp >= 0 and resp <= 5:
+                return resp, 0
+            raise ValueError
+        except ValueError:
+            input(colorText.BOLD + colorText.FAIL +
+                  "\n[+] Invalid Option Selected. Press Any Key to Continue..." + colorText.END)
+            return (None, None)
+
+    def getProgressbarStyle():
+        bar = 'smooth'
+        spinner = 'waves'
+        if 'Windows' in platform.platform():
+            bar = 'classic2'
+            spinner = 'dots_recur'
+        return bar, spinner
+
+    def getNiftyModel(proxyServer=None):
+        files = ['nifty_model_v2.h5', 'nifty_model_v2.pkl']
+        urls = [
+            "https://raw.github.com/pranjal-joshi/Screeni-py/new-features/src/ml/nifty_model_v2.h5",
+            "https://raw.github.com/pranjal-joshi/Screeni-py/new-features/src/ml/nifty_model_v2.pkl"
+        ]
+        if os.path.isfile(files[0]) and os.path.isfile(files[1]):
+            file_age = (time.time() - os.path.getmtime(files[0]))/604800
+            if file_age > 1:
+                download = True
+                os.remove(files[0])
+                os.remove(files[1])
+            else:
+                download = False
+        else:
+            download = True
+        if download:
+            for file_url in urls:
+                if proxyServer is not None:
+                    resp = requests.get(file_url, stream=True, proxies={'https':proxyServer})
+                else:
+                    resp = requests.get(file_url, stream=True)
+                if resp.status_code == 200:
+                    print(colorText.BOLD + colorText.GREEN +
+                            "[+] Downloading AI model (v2) for Nifty predictions, Please Wait.." + colorText.END)
+                    try:
+                        chunksize = 1024*1024*1
+                        filesize = int(int(resp.headers.get('content-length'))/chunksize)
+                        filesize = 1 if not filesize else filesize
+                        bar, spinner = tools.getProgressbarStyle()
+                        f = open(file_url.split('/')[-1], 'wb')
+                        dl = 0
+                        with alive_bar(filesize, bar=bar, spinner=spinner, manual=True) as progressbar:
+                            for data in resp.iter_content(chunk_size=chunksize):
+                                dl += 1
+                                f.write(data)
+                                progressbar(dl/filesize)
+                                if dl >= filesize:
+                                    progressbar(1.0)
+                        f.close()
+                    except Exception as e:
+                        print("[!] Download Error - " + str(e))
+            time.sleep(3)
+        model = keras.models.load_model(files[0])
+        pkl = joblib.load(files[1])
+        return model, pkl
+
+    def getSigmoidConfidence(x):
+        out_min, out_max = 0, 100
+        if x > 0.5:
+            in_min = 0.50001
+            in_max = 1
+        else:
+            in_min = 0
+            in_max = 0.5
+        return round(((x - in_min) * (out_max - out_min) / (in_max - in_min) + out_min),3)
+
+    def alertSound(beeps=3, delay=0.2):
+        for i in range(beeps):
+            print('\a')
+            sleep(delay)

src/ml/best_model_0.7438acc.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21aa1a70413f2177bf5738223a27e2f6fbb0ec29b9374b91dc24d5f8564e3dfe
+size 21045528

src/ml/nifty_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ac12dcf2e619d42d76a55a344973ef2b31e97a713bd970476c1f7ce40b3d05
+size 86392

src/ml/nifty_model.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf28d0854495604916de1273e88ef2e020b7d046f78a4a7ad5ba160a9a492cb
+size 687

src/ml/nifty_model_v2.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4696b9dd9c04e42814e2f042ef2a89317ae4a3b35b7dd03c4eab05825a54540e
+size 86368

src/ml/nifty_model_v2.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44762314b0481d4f5b5da01b6c620bd4a9d3c5e403c94e0d00ce7853674ed1c
+size 687

src/release.md

@@ -0,0 +1,39 @@
+[![MADE-IN-INDIA](https://img.shields.io/badge/MADE%20WITH%20%E2%9D%A4%20IN-INDIA-orange?style=for-the-badge)](https://en.wikipedia.org/wiki/India) [![GitHub release (latest by date)](https://img.shields.io/github/v/release/pranjal-joshi/Screeni-py?style=for-the-badge)](#) [![GitHub all releases](https://img.shields.io/github/downloads/pranjal-joshi/Screeni-py/total?color=Green&label=Downloads&style=for-the-badge)](#) [![MADE_WITH](https://img.shields.io/badge/BUILT%20USING-PYTHON-yellow?style=for-the-badge&logo=python&logoColor=yellow)](https://www.python.org/)
+## What's New?
+
+Celebrating more than 5K+ Downloads - Thank You for your support :tada:
+
+1. New Index - **F&O Stocks Only** Added for F&O traders
+2. Trend detection fixed (#173) and % change added.
+3. **Artificial Intelligence v2 for Nifty 50 Prediction** - Predict Next day Gap-up/down - Try `Select Index for Screening > N`
+4. **Live Intraday Scanner - 5 EMA** - Try `Select Index for Screening > E` - Get live trade entries for Nifty and BankNifty with notifications!
+5. New Screener **Buy at Trendline** added for Swing/Mid/Long term traders - Try `Option > 7 > 5`.
+6. Alternate Data Source for faster After-Market Analysis - Optimizations and  Cosmetic Updates!
+
+## Downloads
+| Operating System | Executable File |
+| :-: | --- |
+ | ![Windows](https://img.shields.io/badge/Windows-0078D6?style=for-the-badge&logo=windows&logoColor=white) | **[screenipy.exe](https://github.com/pranjal-joshi/Screeni-py/releases/download/1.43/screenipy.exe)** |
+| ![Linux](https://img.shields.io/badge/Linux-FCC624?style=for-the-badge&logo=linux&logoColor=black) | **[screenipy.bin](https://github.com/pranjal-joshi/Screeni-py/releases/download/1.43/screenipy.bin)** |
+| ![Mac OS](https://img.shields.io/badge/mac%20os-D3D3D3?style=for-the-badge&logo=apple&logoColor=000000) | **[screenipy.run](https://github.com/pranjal-joshi/Screeni-py/releases/download/1.43/screenipy.run)** ([Read Installation Guide](https://github.com/pranjal-joshi/Screeni-py/blob/main/INSTALLATION.md#for-macos)) |
+
+## How to use?
+
+[**Click Here**](https://github.com/pranjal-joshi/Screeni-py) to read the documentation.
+
+## Join our Community Discussion
+
+[**Click Here**](https://github.com/pranjal-joshi/Screeni-py/discussions) to join the community discussion and see what other users are doing!
+
+## Facing an Issue? Found a Bug?
+
+[**Click Here**](https://github.com/pranjal-joshi/Screeni-py/issues/new/choose) to open an Issue so we can fix it for you!
+
+## Want to Contribute?
+
+[**Click Here**](https://github.com/pranjal-joshi/Screeni-py/blob/main/CONTRIBUTING.md) before you start working with us on new features!
+
+## Disclaimer:
+* DO NOT use the result provided by the software solely to make your trading decisions.
+* Always backtest and analyze the stocks manually before you trade.
+* The Author(s) and the software will not be held liable for any losses.

src/screenipy.ini

@@ -0,0 +1,13 @@
+[config]
+period = 300d
+daystolookback = 30
+duration = 1d
+minprice = 30
+maxprice = 5000
+volumeratio = 2
+consolidationpercentage = 10
+shuffle = y
+cachestockdata = y
+onlystagetwostocks = y
+useema = n
+

src/screenipy.py

@@ -0,0 +1,435 @@
+#!/usr/bin/python3
+
+# Pyinstaller compile Windows: pyinstaller --onefile --icon=src\icon.ico src\screenipy.py  --hidden-import cmath --hidden-import talib.stream --hidden-import numpy --hidden-import pandas --hidden-import alive-progress
+# Pyinstaller compile Linux  : pyinstaller --onefile --icon=src/icon.ico src/screenipy.py  --hidden-import cmath --hidden-import talib.stream --hidden-import numpy --hidden-import pandas --hidden-import alive-progress
+
+# Keep module imports prior to classes
+import os
+os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
+import platform
+import sys
+import classes.Fetcher as Fetcher
+import classes.ConfigManager as ConfigManager
+import classes.Screener as Screener
+import classes.Utility as Utility
+from classes.ColorText import colorText
+from classes.OtaUpdater import OTAUpdater
+from classes.CandlePatterns import CandlePatterns
+from classes.ParallelProcessing import StockConsumer
+from classes.Changelog import VERSION
+from alive_progress import alive_bar
+import argparse
+import urllib
+import numpy as np
+import pandas as pd
+from datetime import datetime
+from time import sleep
+from tabulate import tabulate
+import multiprocessing
+multiprocessing.freeze_support()
+
+# Argument Parsing for test purpose
+argParser = argparse.ArgumentParser()
+argParser.add_argument('-t', '--testbuild', action='store_true', help='Run in test-build mode', required=False)
+argParser.add_argument('-d', '--download', action='store_true', help='Only Download Stock data in .pkl file', required=False)
+argParser.add_argument('-v', action='store_true')        # Dummy Arg for pytest -v
+args = argParser.parse_args()
+
+# Try Fixing bug with this symbol
+TEST_STKCODE = "SBIN"
+
+# Constants
+np.seterr(divide='ignore', invalid='ignore')
+
+# Global Variabls
+screenCounter = None
+screenResultsCounter = None
+stockDict = None
+keyboardInterruptEvent = None
+loadedStockData = False
+loadCount = 0
+maLength = None
+newlyListedOnly = False
+
+configManager = ConfigManager.tools()
+fetcher = Fetcher.tools(configManager)
+screener = Screener.tools(configManager)
+candlePatterns = CandlePatterns()
+
+# Get system wide proxy for networking
+try:
+    proxyServer = urllib.request.getproxies()['http']
+except KeyError:
+    proxyServer = ""
+
+# Manage Execution flow
+
+
+def initExecution():
+    global newlyListedOnly
+    print(colorText.BOLD + colorText.WARN +
+          '[+] Select an Index for Screening: ' + colorText.END)
+    print(colorText.BOLD + '''
+     W > Screen stocks from my own Watchlist
+     N > Nifty Prediction using Artifical Intelligence (Use for Gap-Up/Gap-Down/BTST/STBT)
+     E > Live Index Scan : 5 EMA for Intraday
+
+     0 > Screen stocks by the stock names (NSE Stock Code)
+     1 > Nifty 50               2 > Nifty Next 50           3 > Nifty 100
+     4 > Nifty 200              5 > Nifty 500               6 > Nifty Smallcap 50
+     7 > Nifty Smallcap 100     8 > Nifty Smallcap 250      9 > Nifty Midcap 50
+    10 > Nifty Midcap 100      11 > Nifty Midcap 150       13 > Newly Listed (IPOs in last 2 Year)
+    14 > F&O Stocks Only 
+    Enter > All Stocks (default) ''' + colorText.END
+          )
+    try:
+        tickerOption = input(
+            colorText.BOLD + colorText.FAIL + '[+] Select option: ')
+        print(colorText.END, end='')
+        if tickerOption == '':
+            tickerOption = 12
+        # elif tickerOption == 'W' or tickerOption == 'w' or tickerOption == 'N' or tickerOption == 'n' or tickerOption == 'E' or tickerOption == 'e':
+        elif not tickerOption.isnumeric():
+            tickerOption = tickerOption.upper()
+        else:
+            tickerOption = int(tickerOption)
+            if(tickerOption < 0 or tickerOption > 14):
+                raise ValueError
+            elif tickerOption == 13:
+                newlyListedOnly = True
+                tickerOption = 12
+    except KeyboardInterrupt:
+        raise KeyboardInterrupt
+    except Exception as e:
+        print(colorText.BOLD + colorText.FAIL +
+              '\n[+] Please enter a valid numeric option & Try Again!' + colorText.END)
+        sleep(2)
+        Utility.tools.clearScreen()
+        return initExecution()
+
+    if tickerOption == 'N' or tickerOption == 'E':
+        return tickerOption, 0
+
+    if tickerOption and tickerOption != 'W':
+        print(colorText.BOLD + colorText.WARN +
+            '\n[+] Select a Critera for Stock Screening: ' + colorText.END)
+        print(colorText.BOLD + '''
+    0 > Full Screening (Shows Technical Parameters without Any Criteria)
+    1 > Screen stocks for Breakout or Consolidation
+    2 > Screen for the stocks with recent Breakout & Volume
+    3 > Screen for the Consolidating stocks
+    4 > Screen for the stocks with Lowest Volume in last 'N'-days (Early Breakout Detection)
+    5 > Screen for the stocks with RSI
+    6 > Screen for the stocks showing Reversal Signals
+    7 > Screen for the stocks making Chart Patterns
+    8 > Edit user configuration
+    9 > Show user configuration
+    10 > Show Last Screened Results
+    11 > Help / About Developer
+    12 > Exit''' + colorText.END
+            )
+    try:
+        if tickerOption and tickerOption != 'W':
+            executeOption = input(
+                colorText.BOLD + colorText.FAIL + '[+] Select option: ')
+            print(colorText.END, end='')
+            if executeOption == '':
+                executeOption = 0
+            executeOption = int(executeOption)
+            if(executeOption < 0 or executeOption > 14):
+                raise ValueError
+        else:
+            executeOption = 0
+    except KeyboardInterrupt:
+        raise KeyboardInterrupt
+    except Exception as e:
+        print(colorText.BOLD + colorText.FAIL +
+              '\n[+] Please enter a valid numeric option & Try Again!' + colorText.END)
+        sleep(2)
+        Utility.tools.clearScreen()
+        return initExecution()
+    return tickerOption, executeOption
+
+# Main function
+def main(testing=False, testBuild=False, downloadOnly=False):
+    global screenCounter, screenResultsCounter, stockDict, loadedStockData, keyboardInterruptEvent, loadCount, maLength, newlyListedOnly
+    screenCounter = multiprocessing.Value('i', 1)
+    screenResultsCounter = multiprocessing.Value('i', 0)
+    keyboardInterruptEvent = multiprocessing.Manager().Event()
+
+    if stockDict is None:
+        stockDict = multiprocessing.Manager().dict()
+        loadCount = 0
+
+    minRSI = 0
+    maxRSI = 100
+    insideBarToLookback = 7
+    respChartPattern = 1
+    daysForLowestVolume = 30
+    reversalOption = None
+
+    screenResults = pd.DataFrame(columns=[
+                                 'Stock', 'Consolidating', 'Breaking-Out', 'LTP', 'Volume', 'MA-Signal', 'RSI', 'Trend', 'Pattern'])
+    saveResults = pd.DataFrame(columns=[
+                               'Stock', 'Consolidating', 'Breaking-Out', 'LTP', 'Volume', 'MA-Signal', 'RSI', 'Trend', 'Pattern'])
+
+    
+    if testBuild:
+        tickerOption, executeOption = 1, 0
+    elif downloadOnly:
+        tickerOption, executeOption = 12, 2
+    else:
+        try:
+            tickerOption, executeOption = initExecution()
+        except KeyboardInterrupt:
+            input(colorText.BOLD + colorText.FAIL +
+                "[+] Press any key to Exit!" + colorText.END)
+            sys.exit(0)
+
+    if executeOption == 4:
+        try:
+            daysForLowestVolume = int(input(colorText.BOLD + colorText.WARN +
+                                            '\n[+] The Volume should be lowest since last how many candles? '))
+        except ValueError:
+            print(colorText.END)
+            print(colorText.BOLD + colorText.FAIL +
+                  '[+] Error: Non-numeric value entered! Screening aborted.' + colorText.END)
+            input('')
+            main()
+        print(colorText.END)
+    if executeOption == 5:
+        minRSI, maxRSI = Utility.tools.promptRSIValues()
+        if (not minRSI and not maxRSI):
+            print(colorText.BOLD + colorText.FAIL +
+                  '\n[+] Error: Invalid values for RSI! Values should be in range of 0 to 100. Screening aborted.' + colorText.END)
+            input('')
+            main()
+    if executeOption == 6:
+        reversalOption, maLength = Utility.tools.promptReversalScreening()
+        if reversalOption is None or reversalOption == 0:
+            main()
+    if executeOption == 7:
+        respChartPattern, insideBarToLookback = Utility.tools.promptChartPatterns()
+        if insideBarToLookback is None:
+            main()
+    if executeOption == 8:
+        configManager.setConfig(ConfigManager.parser)
+        main()
+    if executeOption == 9:
+        configManager.showConfigFile()
+        main()
+    if executeOption == 10:
+        Utility.tools.getLastScreenedResults()
+        main()
+    if executeOption == 11:
+        Utility.tools.showDevInfo()
+        main()
+    if executeOption == 12:
+        input(colorText.BOLD + colorText.FAIL +
+              "[+] Press any key to Exit!" + colorText.END)
+        sys.exit(0)
+
+    if tickerOption == 'W' or tickerOption == 'N' or tickerOption == 'E' or (tickerOption >= 0 and tickerOption < 15):
+        configManager.getConfig(ConfigManager.parser)
+        try:
+            if tickerOption == 'W':
+                listStockCodes = fetcher.fetchWatchlist()
+                if listStockCodes is None:
+                    input(colorText.BOLD + colorText.FAIL +
+                          f'[+] Create the watchlist.xlsx file in {os.getcwd()} and Restart the Program!' + colorText.END)
+                    sys.exit(0)
+            elif tickerOption == 'N':
+                os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3' 
+                prediction = screener.getNiftyPrediction(
+                    data=fetcher.fetchLatestNiftyDaily(proxyServer=proxyServer), 
+                    proxyServer=proxyServer
+                )
+                input('\nPress any key to Continue...\n')
+                return
+            elif tickerOption == 'E':
+                result_df = pd.DataFrame(columns=['Time','Stock/Index','Action','SL','Target','R:R'])
+                last_signal = {}
+                first_scan = True
+                result_df = screener.monitorFiveEma(        # Dummy scan to avoid blank table on 1st scan
+                        proxyServer=proxyServer,
+                        fetcher=fetcher,
+                        result_df=result_df,
+                        last_signal=last_signal
+                    )
+                try:
+                    while True:
+                        Utility.tools.clearScreen()
+                        last_result_len = len(result_df)
+                        result_df = screener.monitorFiveEma(
+                            proxyServer=proxyServer,
+                            fetcher=fetcher,
+                            result_df=result_df,
+                            last_signal=last_signal
+                        )
+                        print(colorText.BOLD + colorText.WARN + '[+] 5-EMA : Live Intraday Scanner \t' + colorText.END + colorText.FAIL + f'Last Scanned: {datetime.now().strftime("%H:%M:%S")}\n' + colorText.END)
+                        print(tabulate(result_df, headers='keys', tablefmt='psql'))
+                        print('\nPress Ctrl+C to exit.')
+                        if len(result_df) != last_result_len and not first_scan:
+                            Utility.tools.alertSound(beeps=5)
+                        sleep(60)
+                        first_scan = False
+                except KeyboardInterrupt:
+                    input('\nPress any key to Continue...\n')
+                    return
+            else:
+                listStockCodes = fetcher.fetchStockCodes(tickerOption, proxyServer=proxyServer)
+        except urllib.error.URLError:
+            print(colorText.BOLD + colorText.FAIL +
+                  "\n\n[+] Oops! It looks like you don't have an Internet connectivity at the moment! Press any key to exit!" + colorText.END)
+            input('')
+            sys.exit(0)
+
+        if not Utility.tools.isTradingTime() and configManager.cacheEnabled and not loadedStockData and not testing:
+            Utility.tools.loadStockData(stockDict, configManager, proxyServer)
+            loadedStockData = True
+        loadCount = len(stockDict)
+
+        print(colorText.BOLD + colorText.WARN +
+              "[+] Starting Stock Screening.. Press Ctrl+C to stop!\n")
+
+        items = [(executeOption, reversalOption, maLength, daysForLowestVolume, minRSI, maxRSI, respChartPattern, insideBarToLookback, len(listStockCodes),
+                  configManager, fetcher, screener, candlePatterns, stock, newlyListedOnly, downloadOnly)
+                 for stock in listStockCodes]
+
+        tasks_queue = multiprocessing.JoinableQueue()
+        results_queue = multiprocessing.Queue()
+
+        totalConsumers = multiprocessing.cpu_count()
+        if totalConsumers == 1:
+            totalConsumers = 2      # This is required for single core machine
+        if configManager.cacheEnabled is True and multiprocessing.cpu_count() > 2:
+            totalConsumers -= 1
+        consumers = [StockConsumer(tasks_queue, results_queue, screenCounter, screenResultsCounter, stockDict, proxyServer, keyboardInterruptEvent)
+                     for _ in range(totalConsumers)]
+
+        for worker in consumers:
+            worker.daemon = True
+            worker.start()
+
+        if testing or testBuild:
+            for item in items:
+                tasks_queue.put(item)
+                result = results_queue.get()
+                if result is not None:
+                    screenResults = screenResults.append(
+                        result[0], ignore_index=True)
+                    saveResults = saveResults.append(
+                        result[1], ignore_index=True)
+                    if testing or (testBuild and len(screenResults) > 2):
+                        break
+        else:
+            for item in items:
+                tasks_queue.put(item)
+            # Append exit signal for each process indicated by None
+            for _ in range(multiprocessing.cpu_count()):
+                tasks_queue.put(None)
+            try:
+                numStocks = len(listStockCodes)
+                print(colorText.END+colorText.BOLD)
+                bar, spinner = Utility.tools.getProgressbarStyle()
+                with alive_bar(numStocks, bar=bar, spinner=spinner) as progressbar:
+                    while numStocks:
+                        result = results_queue.get()
+                        if result is not None:
+                            screenResults = screenResults.append(
+                                result[0], ignore_index=True)
+                            saveResults = saveResults.append(
+                                result[1], ignore_index=True)
+                        numStocks -= 1
+                        progressbar.text(colorText.BOLD + colorText.GREEN +
+                                         f'Found {screenResultsCounter.value} Stocks' + colorText.END)
+                        progressbar()
+            except KeyboardInterrupt:
+                try:
+                    keyboardInterruptEvent.set()
+                except KeyboardInterrupt:
+                    pass
+                print(colorText.BOLD + colorText.FAIL +
+                      "\n[+] Terminating Script, Please wait..." + colorText.END)
+                for worker in consumers:
+                    worker.terminate()
+
+        print(colorText.END)
+        # Exit all processes. Without this, it threw error in next screening session
+        for worker in consumers:
+            try:
+                worker.terminate()
+            except OSError as e:
+                if e.winerror == 5:
+                    pass
+
+        # Flush the queue so depending processes will end
+        from queue import Empty
+        while True:
+            try:
+                _ = tasks_queue.get(False)
+            except Exception as e:
+                break
+
+        screenResults.sort_values(by=['Stock'], ascending=True, inplace=True)
+        saveResults.sort_values(by=['Stock'], ascending=True, inplace=True)
+        screenResults.set_index('Stock', inplace=True)
+        saveResults.set_index('Stock', inplace=True)
+        screenResults.rename(
+            columns={
+                'Trend': f'Trend ({configManager.daysToLookback}Days)',
+                'Breaking-Out': f'Breakout ({configManager.daysToLookback}Days)',
+                'LTP': 'LTP (%% Chng)'
+            },
+            inplace=True
+        )
+        saveResults.rename(
+            columns={
+                'Trend': f'Trend ({configManager.daysToLookback}Days)',
+                'Breaking-Out': f'Breakout ({configManager.daysToLookback}Days)',
+            },
+            inplace=True
+        )
+        print(tabulate(screenResults, headers='keys', tablefmt='psql'))
+
+        print(colorText.BOLD + colorText.GREEN +
+                  f"[+] Found {len(screenResults)} Stocks." + colorText.END)
+        if configManager.cacheEnabled and not Utility.tools.isTradingTime() and not testing:
+            print(colorText.BOLD + colorText.GREEN +
+                  "[+] Caching Stock Data for future use, Please Wait... " + colorText.END, end='')
+            Utility.tools.saveStockData(
+                stockDict, configManager, loadCount)
+
+        Utility.tools.setLastScreenedResults(screenResults)
+        if not testBuild and not downloadOnly:
+            Utility.tools.promptSaveResults(saveResults)
+            print(colorText.BOLD + colorText.WARN +
+                "[+] Note: Trend calculation is based on number of days recent to screen as per your configuration." + colorText.END)
+            print(colorText.BOLD + colorText.GREEN +
+                "[+] Screening Completed! Press Enter to Continue.." + colorText.END)
+            input('')
+        newlyListedOnly = False
+
+
+if __name__ == "__main__":
+    Utility.tools.clearScreen()
+    isDevVersion = OTAUpdater.checkForUpdate(proxyServer, VERSION)
+    if not configManager.checkConfigFile():
+        configManager.setConfig(ConfigManager.parser, default=True, showFileCreatedText=False)
+    if args.testbuild:
+        print(colorText.BOLD + colorText.FAIL +"[+] Started in TestBuild mode!" + colorText.END)
+        main(testBuild=True)
+    elif args.download:
+        print(colorText.BOLD + colorText.FAIL +"[+] Download ONLY mode! Stocks will not be screened!" + colorText.END)
+        main(downloadOnly=True)
+    else:
+        try:
+            while True:
+                main()
+        except Exception as e:
+            raise e
+            if isDevVersion == OTAUpdater.developmentVersion:
+                raise(e)
+            input(colorText.BOLD + colorText.FAIL +
+                "[+] Press any key to Exit!" + colorText.END)
+            sys.exit(0)

test/screenipy_test.py

@@ -0,0 +1,192 @@
+'''
+ *  Project             :   Screenipy
+ *  Author              :   Pranjal Joshi
+ *  Created             :   29/04/2021
+ *  Description         :   Automated Test Script for Screenipy
+'''
+
+
+import pytest
+import sys
+import os
+import numpy as np
+import pandas as pd
+import configparser
+import requests
+import json
+import platform
+
+sys.path.append(os.path.abspath('../src'))
+import classes.ConfigManager as ConfigManager
+from classes.Changelog import changelog
+from screenipy import *
+last_release = 0
+configManager = ConfigManager.tools()
+
+# Generate default configuration if not exist
+
+
+def test_generate_default_config(mocker, capsys):
+    mocker.patch('builtins.input', side_effect=['5','0', '\n'])
+    with pytest.raises(SystemExit):
+        configManager.setConfig(ConfigManager.parser, default=True)
+    out, err = capsys.readouterr()
+    assert err == ''
+
+
+def test_if_release_version_increamented():
+    global last_release
+    r = requests.get(
+        "https://api.github.com/repos/pranjal-joshi/Screeni-py/releases/latest")
+    last_release = float(r.json()['tag_name'])
+    assert float(VERSION) > last_release
+
+
+def test_option_0(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['0', TEST_STKCODE, 'y'])
+        main(testing=True)
+        assert len(screenResults) == 1
+    except StopIteration:
+        pass
+
+
+def test_option_1(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '1', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_2(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '2', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_3(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '3', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_4(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '4', '7', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_5(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '5', '30', '70'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_6(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '6', '1', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_7(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['5', '7', '1', '7', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_option_8(mocker, capsys):
+    try:
+        mocker.patch('builtins.input', side_effect=['5',
+            '8',
+            str(configManager.period),
+            str(configManager.daysToLookback),
+            str(configManager.duration),
+            str(configManager.minLTP),
+            str(configManager.maxLTP),
+            str(configManager.volumeRatio),
+            str(configManager.consolidationPercentage),
+            'y',
+            'y',
+        ])
+        with pytest.raises((SystemExit, configparser.DuplicateSectionError)):
+            main(testing=True)
+        out, err = capsys.readouterr()
+        assert err == 0 or err == ''
+    except StopIteration:
+        pass
+
+
+def test_option_9():
+    configManager.getConfig(ConfigManager.parser)
+    assert configManager.duration is not None
+    assert configManager.period is not None
+    assert configManager.consolidationPercentage is not None
+
+
+def test_option_12(mocker, capsys):
+    try:
+        mocker.patch('builtins.input', side_effect=['5','12'])
+        with pytest.raises(SystemExit):
+            main(testing=True)
+        out, err = capsys.readouterr()
+        assert err == ''
+    except StopIteration:
+        pass
+
+def test_option_14(mocker):
+    try:
+        mocker.patch('builtins.input', side_effect=['14', '0', 'y'])
+        main(testing=True)
+        assert len(screenResults) > 0
+    except StopIteration:
+        pass
+
+
+def test_ota_updater():
+    try:
+        OTAUpdater.checkForUpdate(proxyServer, VERSION)
+        assert (
+            "exe" in OTAUpdater.checkForUpdate.url or "bin" in OTAUpdater.checkForUpdate.url)
+    except StopIteration:
+        pass
+
+
+def test_release_readme_urls():
+    global last_release
+    f = open('../src/release.md', 'r')
+    contents = f.read()
+    f.close()
+    failUrl = [f"https://github.com/pranjal-joshi/Screeni-py/releases/download/{last_release}/screenipy.bin",
+               f"https://github.com/pranjal-joshi/Screeni-py/releases/download/{last_release}/screenipy.exe"]
+    passUrl = [f"https://github.com/pranjal-joshi/Screeni-py/releases/download/{VERSION}/screenipy.bin",
+               f"https://github.com/pranjal-joshi/Screeni-py/releases/download/{VERSION}/screenipy.exe"]
+    for url in failUrl:
+        assert not url in contents
+    for url in passUrl:
+        assert url in contents
+
+
+def test_if_changelog_version_changed():
+    global last_release
+    v = changelog.split(']')[-2].split('[')[-1]
+    assert float(v) > float(last_release)