Synced repo using 'sync_with_huggingface' Github Action

Dockerfile

@@ -9,7 +9,7 @@ RUN useradd -m -u 1000 user
 WORKDIR /app
 
 COPY --chown=user ./requirements.txt requirements.txt
-RUN pip install --no-cache-dir --upgrade -r requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
 
 EXPOSE 7860
 

extract_patterns.py

@@ -0,0 +1,38 @@
+import os, csv
+
+
+def get_directory_names(root_path):
+    directory_names = []
+    
+    # Check if the provided path exists
+    if not os.path.exists(root_path):
+        print(f"The path {root_path} does not exist.")
+        return directory_names
+    
+    # Iterate through the items in the root path
+    for item in os.listdir(root_path):
+        item_path = os.path.join(root_path, item)
+        # Check if the item is a directory
+        if os.path.isdir(item_path):
+            directory_names.append(item)
+    
+    return directory_names
+
+def save_to_csv(directory_names, filename):
+    with open(filename, 'w', newline='') as csvfile:
+        writer = csv.writer(csvfile)
+        # writer.writerow(['Pattern Names'])  # Header
+        for name in directory_names:
+            writer.writerow([name])
+    print(f"Pattern names have been saved to {filename}")
+
+# Example usage
+root_directory = "patterns"
+output_file = "patterns.csv"
+
+directories = get_directory_names(root_directory)
+save_to_csv(directories, output_file)
+
+print("List of directories:")
+for directory in directories:
+    print(directory)

get_pattern.py

@@ -7,6 +7,8 @@ from langchain.callbacks import AsyncIteratorCallbackHandler
 from langchain_core.output_parsers import StrOutputParser
 import asyncio
 import datetime
+import csv
+
 
 
 load_dotenv()

patterns.csv

@@ -0,0 +1,128 @@
+agility_story
+ai
+analyze_answers
+analyze_claims
+analyze_debate
+analyze_incident
+analyze_logs
+analyze_malware
+analyze_paper
+analyze_patent
+analyze_personality
+analyze_presentation
+analyze_prose
+analyze_prose_json
+analyze_prose_pinker
+analyze_spiritual_text
+analyze_tech_impact
+analyze_threat_report
+analyze_threat_report_trends
+answer_interview_question
+ask_secure_by_design_questions
+capture_thinkers_work
+check_agreement
+clean_text
+coding_master
+compare_and_contrast
+create_5_sentence_summary
+create_academic_paper
+create_ai_jobs_analysis
+create_aphorisms
+create_art_prompt
+create_better_frame
+create_coding_project
+create_command
+create_cyber_summary
+create_git_diff_commit
+create_graph_from_input
+create_hormozi_offer
+create_idea_compass
+create_investigation_visualization
+create_keynote
+create_logo
+create_markmap_visualization
+create_mermaid_visualization
+create_micro_summary
+create_network_threat_landscape
+create_npc
+create_pattern
+create_quiz
+create_reading_plan
+create_report_finding
+create_security_update
+create_show_intro
+create_sigma_rules
+create_stride_threat_model
+create_summary
+create_tags
+create_threat_scenarios
+create_upgrade_pack
+create_video_chapters
+create_visualization
+explain_code
+explain_docs
+explain_project
+explain_terms
+export_data_as_csv
+extract_algorithm_update_recommendations
+extract_article_wisdom
+extract_book_ideas
+extract_book_recommendations
+extract_business_ideas
+extract_controversial_ideas
+extract_extraordinary_claims
+extract_ideas
+extract_insights
+extract_main_idea
+extract_patterns
+extract_poc
+extract_predictions
+extract_questions
+extract_recommendations
+extract_references
+extract_song_meaning
+extract_sponsors
+extract_videoid
+extract_wisdom
+extract_wisdom_agents
+extract_wisdom_dm
+extract_wisdom_nometa
+find_hidden_message
+find_logical_fallacies
+get_wow_per_minute
+get_youtube_rss
+improve_academic_writing
+improve_prompt
+improve_report_finding
+improve_writing
+label_and_rate
+official_pattern_template
+provide_guidance
+rate_ai_response
+rate_ai_result
+rate_content
+rate_value
+raw_query
+recommend_artists
+show_fabric_options_markmap
+suggest_pattern
+summarize
+summarize_debate
+summarize_git_changes
+summarize_git_diff
+summarize_lecture
+summarize_legislation
+summarize_micro
+summarize_newsletter
+summarize_paper
+summarize_prompt
+summarize_pull-requests
+summarize_rpg_session
+to_flashcards
+tweet
+write_essay
+write_hackerone_report
+write_micro_essay
+write_nuclei_template_rule
+write_pull-request
+write_semgrep_rule

requirements.txt

@@ -1,45 +1,45 @@
-aiohttp  #==3.9.5
-aiosignal  #==1.3.1
-annotated-types  #==0.6.0
-anyio  #==4.3.0
-asgiref  #==3.8.1
-attrs  #==23.2.0
-backoff  #==2.2.1
-bcrypt  #==4.1.2
-beautifulsoup4  #==4.12.3
-bs4  #==0.0.2
-build  #==1.2.1
-cachetools  #==5.3.3
-certifi  #==2024.2.2
-charset-normalizer  #==3.3.2
-chroma-hnswlib  #==0.7.3
-chromadb  #==0.4.24
-click  #==8.1.7
-coloredlogs  #==15.0.1
-dataclasses-json  #==0.6.4
-Deprecated  #==1.2.14
-distro  #==1.9.0
-fastapi  #==0.110.2
-filelock  #==3.14.0
-flatbuffers  #==24.3.25
-frozenlist  #==1.4.1
-fsspec  #==2024.3.1
-google-auth  #==2.29.0
-googleapis-common-protos  #==1.63.0
-grpcio  #==1.62.2
-h11  #==0.14.0
-httpcore  #==1.0.5
-httptools  #==0.6.1
-httpx  #==0.27.0
-huggingface-hub  #==0.22.2
-humanfriendly  #==10.0
-idna  #==3.7
-importlib-metadata  #==7.0.0
-importlib_resources  #==6.4.0
-jsonpatch  #==1.33
-jsonpointer  #==2.4
-kubernetes  #==29.0.0
-langchain #  #==0.1.16
+# aiohttp  #==3.9.5
+# aiosignal  #==1.3.1
+# annotated-types  #==0.6.0
+# anyio  #==4.3.0
+# asgiref  #==3.8.1
+# attrs  #==23.2.0
+# backoff  #==2.2.1
+# bcrypt  #==4.1.2
+# beautifulsoup4  #==4.12.3
+# bs4  #==0.0.2
+# build  #==1.2.1
+# cachetools  #==5.3.3
+# certifi  #==2024.2.2
+# charset-normalizer  #==3.3.2
+# chroma-hnswlib  #==0.7.3
+# chromadb  #==0.4.24
+# # click  #==8.1.7
+# coloredlogs  #==15.0.1
+# dataclasses-json  #==0.6.4
+# Deprecated  #==1.2.14
+# distro  #==1.9.0
+# fastapi  #==0.110.2
+# filelock  #==3.14.0
+# flatbuffers  #==24.3.25
+# # frozenlist  #==1.4.1
+# # fsspec  #==2024.3.1
+# google-auth  #==2.29.0
+# googleapis-common-protos  #==1.63.0
+# # grpcio  #==1.62.2
+# # h11  #==0.14.0
+# httpcore  #==1.0.5
+# httptools  #==0.6.1
+# httpx  #==0.27.0
+# huggingface-hub  #==0.22.2
+# humanfriendly  #==10.0
+# idna  #==3.7
+# importlib-metadata  #==7.0.0
+# importlib_resources  #==6.4.0
+# jsonpatch  #==1.33
+# jsonpointer  #==2.4
+# kubernetes  #==29.0.0
+langchain==0.1.16 #==0.2.10
 langchain-chroma  #==0.1.0
 langchain-community  #==0.0.34
 langchain-core  #  #==0.1.46
@@ -47,75 +47,75 @@ langchain-openai  #==0.1.4
 langchain-text-splitters  #==0.0.1
 langchainhub  #==0.1.15
 langsmith  #==0.1.51
-markdown-it-py  #==3.0.0
-marshmallow  #==3.21.1
-mdurl  #==0.1.2
-mmh3  #==4.1.0
-monotonic  #==1.6
-mpmath  #==1.3.0
-multidict  #==6.0.5
-mypy-extensions  #==1.0.0
-numpy  #  #==1.26.4
-oauthlib  #==3.2.2
-onnxruntime  #==1.17.3
+# markdown-it-py  #==3.0.0
+# marshmallow  #==3.21.1
+# mdurl  #==0.1.2
+# mmh3  #==4.1.0
+# monotonic  #==1.6
+# mpmath  #==1.3.0
+# multidict  #==6.0.5
+# mypy-extensions  #==1.0.0
+# numpy  #  #==1.26.4
+# oauthlib  #==3.2.2
+# onnxruntime  #==1.17.3
 openai #  #==1.23.6
-opentelemetry-api  #==1.24.0
-opentelemetry-exporter-otlp-proto-common  #==1.24.0
-opentelemetry-exporter-otlp-proto-grpc  #==1.24.0
-opentelemetry-instrumentation  #==0.45b0
-opentelemetry-instrumentation-asgi  #==0.45b0
-opentelemetry-instrumentation-fastapi  #==0.45b0
-opentelemetry-proto  #==1.24.0
-opentelemetry-sdk  #==1.24.0
-opentelemetry-semantic-conventions  #==0.45b0
-opentelemetry-util-http  #==0.45b0
-orjson  #==3.10.1
-overrides  #==7.7.0
-packaging  #==23.2
-posthog  #==3.5.0
-protobuf  #==4.25.3
-pulsar-client  #==3.5.0
-pyasn1  #==0.6.0
-pyasn1_modules  #==0.4.0
+# opentelemetry-api  #==1.24.0
+# opentelemetry-exporter-otlp-proto-common  #==1.24.0
+# opentelemetry-exporter-otlp-proto-grpc  #==1.24.0
+# opentelemetry-instrumentation  #==0.45b0
+# opentelemetry-instrumentation-asgi  #==0.45b0
+# opentelemetry-instrumentation-fastapi  #==0.45b0
+# opentelemetry-proto  #==1.24.0
+# opentelemetry-sdk  #==1.24.0
+# opentelemetry-semantic-conventions  #==0.45b0
+# opentelemetry-util-http  #==0.45b0
+# orjson  #==3.10.1
+# overrides  #==7.7.0
+# packaging  #==23.2
+# posthog  #==3.5.0
+# protobuf  #==4.25.3
+# pulsar-client  #==3.5.0
+# pyasn1  #==0.6.0
+# pyasn1_modules  #==0.4.0
 pydantic  #==2.7.1
-pydantic-settings  #==2.2.1
+# pydantic-settings  #==2.2.1
 pydantic_core  #==2.18.2
-Pygments  #==2.17.2
-PyPika  #==0.48.9
-pyproject_hooks  #==1.1.0
-python-dateutil  #==2.9.0.post0
-python-dotenv  #==1.0.1
-PyYAML  #==6.0.1
-regex  #  #==2024.4.28
-requests  #==2.31.0
-requests-oauthlib  #==2.0.0
-rich  #==13.7.1
-rsa  #==4.9
-setuptools  #==69.5.1
-shellingham  #==1.5.4
-six  #==1.16.0
-sniffio  #==1.3.1
-soupsieve  #==2.5
+# Pygments  #==2.17.2
+# PyPika  #==0.48.9
+# pyproject_hooks  #==1.1.0
+# python-dateutil  #==2.9.0.post0
+# python-dotenv  #==1.0.1
+# PyYAML  #==6.0.1
+# regex  #  #==2024.4.28
+# requests  #==2.31.0
+# requests-oauthlib  #==2.0.0
+# rich  #==13.7.1
+# rsa  #==4.9
+# setuptools  #==69.5.1
+# shellingham  #==1.5.4
+# six  #==1.16.0
+# sniffio  #==1.3.1
+# soupsieve  #==2.5
 SQLAlchemy  #==2.0.29
 starlette  #==0.37.2
-sympy  #==1.12
-tenacity  #==8.2.3
-tiktoken  #==0.6.0
-tokenizers
-tqdm  #==4.66.2
-typer  #==0.12.3
-types-requests  #==2.31.0.20240406
-typing-inspect  #==0.9.0
-typing_extensions
-urllib3  #==2.2.1
-uvicorn  #==0.29.0
-uvloop  #==0.19.0
-watchfiles  #==0.21.0
-websocket-client  #==1.8.0
-websockets  #==12.0
-wrapt  #==1.16.0
-yarl  #==1.9.4
-zipp  #==3.18.1
+# sympy  #==1.12
+# tenacity  #==8.2.3
+# tiktoken  #==0.6.0
+# tokenizers
+# tqdm  #==4.66.2
+# typer  #==0.12.3
+# types-requests  #==2.31.0.20240406
+# typing-inspect  #==0.9.0
+# typing_extensions
+# urllib3  #==2.2.1
+uvicorn==0.29.0
+# uvloop  #==0.19.0
+# watchfiles  #==0.21.0
+# websocket-client  #==1.8.0
+# websockets  #==12.0
+# wrapt  #==1.16.0
+# yarl  #==1.9.4
+# zipp  #==3.18.1
 python-multipart
 pypdf
 unstructured
@@ -124,7 +124,7 @@ python-pptx
 SpeechRecognition
 moviepy
 youtube-transcript-api
-pytube
+# pytube
 openpyxl
 pysqlite3-binary
 langchain_nomic