Generate headlines

.env.example

@@ -0,0 +1 @@
+OPENAI_KEY_PERSONAL=<openai_key>

.gitignore

@@ -0,0 +1,4 @@
+venv
+.vscode
+logs
+.env

ai/llm.py

@@ -0,0 +1,38 @@
+import json
+import os
+from typing import Any, Dict, List, Optional
+
+import openai
+
+
+openai.api_key = os.environ["OPENAI_KEY_PERSONAL"]
+MODEL = "gpt-3.5-turbo"
+TEMPERATURE = 0.6
+
+
+def call(
+    messages: List[Dict[str, str]],
+    model: Optional[str] = None,
+    temperature: Optional[float] = None,
+    stop: Optional[str] = None,
+) -> Dict[str, Any]:
+    if not model:
+        model = MODEL
+    if not temperature:
+        temperature = TEMPERATURE
+
+    return openai.ChatCompletion.create(  # type: ignore
+        model=model,
+        messages=messages,
+        temperature=temperature,
+        stop=stop,
+    )
+
+
+def next(
+    messages: List[Dict[str, str]],
+    model: Optional[str] = None,
+    temperature: Optional[float] = None,
+    stop: Optional[str] = None,
+) -> str:
+    return call(messages, model, temperature, stop)["choices"][0]["message"]["content"]

ai_tasks/__init__.py

@@ -0,0 +1 @@
+

ai_tasks/best_headlines.py

@@ -0,0 +1,17 @@
+from ai import llm
+from utils.io import print_system
+
+
+PROMPT = """
+Here is the text from a website.
+Extract or create the 10 best headlines for an ad about the website.
+
+{text}
+"""
+
+
+def get_headlines(text) -> str:
+    print_system("Generating headlines...")
+    instructions = PROMPT.format(text=text)
+    messages = [{"role": "user", "content": instructions}]
+    return llm.next(messages, temperature=0)

code_tasks/url_text.py

@@ -0,0 +1,26 @@
+"""
+ChatGPT-4 prompt: write a python function that given an url returns all text in the website
+"""
+
+import requests
+from bs4 import BeautifulSoup, Comment
+
+def get_text_from_url(url):
+    response = requests.get(url)
+    soup = BeautifulSoup(response.text, 'html.parser')
+
+    # remove all script and style elements
+    for script in soup(["script", "style"]):
+        script.decompose()  # rip it out
+
+    # get text
+    text = soup.get_text()
+
+    # break into lines and remove leading and trailing spaces on each
+    lines = (line.strip() for line in text.splitlines())
+    # break multi-headlines into a line each
+    chunks = (phrase.strip() for line in lines for phrase in line.split("  "))
+    # remove blank lines
+    text = '\n'.join(chunk for chunk in chunks if chunk)
+
+    return text

control_flow/main.py

@@ -0,0 +1,10 @@
+from ai_tasks.best_headlines import get_headlines
+from code_tasks.url_text import get_text_from_url
+from utils.io import print_system, user_input
+
+
+def run():
+    url = user_input("URL: ")
+    text = get_text_from_url(url)
+    headlines = get_headlines(text)
+    print_system(headlines)

main.py

@@ -0,0 +1,10 @@
+from dotenv import load_dotenv
+
+from control_flow.main import run
+
+
+load_dotenv()
+
+
+if __name__ == "__main__":
+    run()

requirements.txt

@@ -0,0 +1,4 @@
+beautifulsoup4
+openai
+python-dotenv
+requests==2.28.1

utils/io.py

@@ -0,0 +1,12 @@
+def print_system(message) -> str:
+    print(f"\033[0;0m{message}")
+    return message
+
+
+def print_assistant(message) -> str:
+    print(f"\033[92m{message}")
+    return message
+
+
+def user_input(message: str = "") -> str:
+    return input(f"\033[1;34m{message}")