Upload 4 files

examples/YOUR_API_CALLER_GOES_HERE.py

@@ -0,0 +1,84 @@
+import requests
+import tiktoken
+
+import re
+
+def token_length(text):
+    """
+    Count the number of words in a given string and multiply to approximate tokens
+    
+    Args:
+        text (str): The input string.
+        
+    Returns:
+        int: The approximate number of tokens in the input string.
+    """
+    # Remove leading/trailing whitespace from the string
+    text = text.strip()
+    # Split the string by whitespace characters to get a list of words
+    words = re.split(r'\s+', text)
+    # Count the number of non-empty words
+    word_count = sum(1 for word in words if word)
+    return int(word_count*1.25)
+
+def LLM_COMPLETION(prompt, context_size=None, preset='Divine Intellect', repetition_penalty=1.17, temperature = 1.31, top_p = 0.14, api_port=5000, guidance_scale = 1, negative_prompt = ""):
+#   Calls OPENAI-style completion endpoint, written for text-generation-webui
+
+#   For local streaming, the textgen websockets are hosted without ssl - http://
+    HOST = 'localhost:'+str(api_port)
+    URI = f'http://{HOST}/v1/completions'
+
+    if context_size==None:
+        context_max=4096
+    else:
+        context_max=context_size
+
+    max_new_tokens=context_max-token_length(prompt)
+
+    request = {
+        'prompt': prompt,
+        'max_tokens': max_new_tokens,
+        'auto_max_new_tokens': False,
+        'max_tokens_second': 0,
+        # Generation params. If 'preset' is set to different than 'None', the values
+        # in presets/preset-name.yaml are used instead of the individual numbers.
+        'preset': preset,
+        'do_sample': True,
+        'temperature': temperature,
+        'top_p': top_p,
+        'typical_p': 1,
+        'epsilon_cutoff': 0,  # In units of 1e-4
+        'eta_cutoff': 0,  # In units of 1e-4
+        'tfs': 1,
+        'top_a': 0,
+        'repetition_penalty': repetition_penalty,
+        'repetition_penalty_range': 0,
+        'top_k': 49,
+        'min_length': 0,
+        'no_repeat_ngram_size': 0,
+        'num_beams': 1,
+        'penalty_alpha': 0,
+        'length_penalty': 1,
+        'early_stopping': False,
+        'mirostat_mode': 0,
+        'mirostat_tau': 5,
+        'mirostat_eta': 0.1,
+        'grammar_string': '',
+        'guidance_scale': guidance_scale,
+        'negative_prompt': negative_prompt,
+        'seed': -1,
+        'add_bos_token': True,
+        'truncation_length': context_max,
+        'ban_eos_token': False,
+        'custom_token_bans': '',
+        'skip_special_tokens': True,
+        'stop': ["</s>"]
+    }
+
+    response = requests.post(URI, json=request)
+
+    if response.status_code == 200:
+        result = response.json()['choices'][0]['text']
+        return result
+    else:
+        print(response.status_code)

examples/example_generation.py

@@ -0,0 +1,56 @@
+import sys
+import json
+import random
+from YOUR_API_CALLER_GOES_HERE import LLM_COMPLETION
+
+def get_response(title, poet):
+    """
+    Creates poem-generation prompt from title and poet, and puts it into
+    the expected penchant format
+    """
+
+    penchant_prompt = f'Write an artistic poem. The title should be "{title}". Use vivid imagery and creative metaphors throughout your work. Draw inspiration from the works of {poet}. Pay close attention to the sounds that words make when read aloud, and use these sounds to create rhythm and musicality within your piece.'
+
+    penchant_template = f"<|im_start|>system\nYou are Dolphin, a helpful AI assistant.<|im_end|>\n<|im_start|>user\n{penchant_prompt}<|im_end|>\n<|im_start|>assistant\n"
+
+    poem = LLM_COMPLETION(penchant_template)
+    return poem
+
+
+def process_files(titles_file, poets_file, output_file):
+    try:
+        # Read "titles" and "poets" from input files
+        with open(titles_file, 'r') as f:
+            titles_data = json.load(f)
+            titles = titles_data.get("titles", [])
+
+        with open(poets_file, 'r') as f:
+            poets_data = json.load(f)
+            poets = poets_data.get("poets", [])
+
+        # Write responses to output JSONL file
+        with open(output_file, 'w') as f:
+            poems_to_write = 100
+            count = 0
+            while count < poems_to_write:
+                title = random.choice(titles)
+                poet = random.choice(poets)
+                title = title.strip()
+                poet = poet.strip()
+                response = get_response(title, poet)
+                output_data = {"poet": poet, "title": title, "poem": response}
+                f.write(json.dumps(output_data) + "\n")
+                count += 1
+    except FileNotFoundError as e:
+        print(f"Error: {e.filename} not found.")
+    except Exception as e:
+        print(f"An error occurred: {e}")
+
+if __name__ == "__main__":
+    if len(sys.argv) != 4:
+        print("Usage: python script.py titles_file.json poets_file.json output_file.jsonl")
+    else:
+        titles_file = sys.argv[1]
+        poets_file = sys.argv[2]
+        output_file = sys.argv[3]
+        process_files(titles_file, poets_file, output_file)

examples/poet_list.json

@@ -0,0 +1 @@
+{"poets": ["Walt Whitman \n", "Dylan Thomas \n", "Elizabeth Barrett Browning \n", "William Carlos Williams \n", "Samuel Taylor Coleridge \n", "Percy Bysshe Shelley \n", "Emily Dickinson \n", "Robert Browning \n", "William Butler Yeats \n", "Edna St. Vincent Millay \n", "William Blake \n", "William Wordsworth \n", "John Clare \n", "Robert Frost \n", "John Greenleaf Whittier \n", "John Keats \n", "Christina Georgina Rossetti \n", "George Gordon Byron \n", "John Milton\n", "John Donne \n", "Alfred Lord Tennyson \n"]}

examples/title_list.json

@@ -0,0 +1 @@
+{"titles": ["Mother Nature's First Love\n", "The Many Sides of My City\n", "She Gave Me Sour Grapes\n", "The Moonlight Poem\n", "The Bard's Mask\n", "Do you ever know what to say?\n", "Drawing the Line\n", "The Flowers and the Yew\n", "Poem From The Inside Out\n", "Love is a Sin\n", "Spitting On Butterflies\n", "You Can't Take Me Back\n", "How To Touch A Color\n", "Pale Green Doors\n", "The Sixteen Little Hats of Miss Muffet\n", "The Strolling Poets\n", "The Far Corners of the Summer\n", "Bones of the Forest\n", "The Art of Flirting\n", "Rain, Rain, Stand\n", "This Is Not Life\n", "The Fragment\n", "Dancing, with a Smile\n", "The Poet's Orchard\n", "Dinosaur Poem\n", "Lament\n", "Lyrical Mistakes\n", "I, the Brat\n", "The Sleepy Poet's Musings\n", "The Fog of Memory\n", "The Absence of the Ocean\n", "The story of my life as a flower\n", "A Discourse in White\n", "I Carry Your Picture In My Soul\n", "The Fall of Constantinople\n", "Angel in the Snow\n", "The Love That Is Always, Always Gone\n", "Dire\n", "Just like any other working day\n", "A Dream Song\n", "I Know I Shouldn't\n", "A Poem about Crows\n", "One Day in Hell\n", "She Feels What She Cannot Say\n", "The Mermaid and the Shark\n", "The Face-Shaped Hole\n", "The White Rickety Bridge\n", "The Rain that Fell on All the Children\n", "the moon poem\n", "The Princess and the Knight\n", "A love song for the steely heart of winter\n", "Poisoned Flowers\n", "Love in Flight\n", "The Day Life Broke the World\n", "What a Little Rain Must Have Done\n", "The Embers Had Burned Down Low\n", "Star Bright and Moon Marie\n", "A Complicated Descendant\n", "One of One\n", "Unusual Violin\n", "The Almond Tree\n", "The Monsters in My Mind\n", "Vultures Gaze into the Distance\n", "In Purgatory I Hid from You\n", "On a Boat\n", "Harsh Promises\n", "Anastasia: or, the\n", "The Novel in My Father's Hands\n", "The Cat and the Mistress\n", "The Lady and the Owl\n", "The Poetic Game\n", "You Can't Bomb the Sky\n", "Silent Night, Holy Night\n", "The Smallest Spider in the World\n", "Through the Window\n", "The Well-Tempered Heart\n", "The Poet and the Snake\n", "The Night of Wine\n", "Hearts in the Field\n", "Confessions of an Innocent Man\n", "Tree of Life\n", "I Remain\n", "All the Ways I Miss You\n", "A Bear in a Box\n", "The Souls of Fallen Stars\n", "Insatiable\n", "The Untouched Children\n", "The Steel Blue Fifties\n", "A Formal Introduction to the All-Knowing and All-Seeing Eye of God\n", "On the Edge of the Woods\n", "To Love a Stranger\n", "Diet of the Roving Reader\n", "Sick of all these ideas\n", "The City of Clockwork and Crystal\n", "Ode to My Ivories\n", "The Coolest Kind of Hate\n", "I Know You're My Lover\n", "Seeing Things\n", "Love Stomped On Out Of Town\n", "The Inevitable Accomplishment of a Wondrous Ambition\n", "The Rhapsody of the Ravenous\n", "No More Than Spiders\n", "Cheerio, Cheerio, we're all going to die\n", "Wayward and Wandering\n", "The Unspoken Word\n", "Lavender\n", "Where the Moon is Full\n", "I am the one you always want\n", "In the Shell\n", "The Missing Poem \n", "Little Drops of Love\n", "The Girl Who Waited\n", "Ode to a Brainless Idiot\n", "Snow White\n", "The End of the River\n", "Mad, Madder, Maddest\n", "Black Frost\n", "The Plums\n", "Narcissus and the Tortoise\n", "The Death of Juliet\n", "The Lord's Prayer\n", "An Old Man\u2019s Honest Confessions to his Soul\n", "Goethe's Sorrow\n", "An Example of the Loss of a Friend\n", "\n", "If You Want To be a Writer\n", "The Hero of the Streets\n", "The Sound of Silhouettes\n", "The Sheltering Stream\n", "Margaret\u2019s Song\n", "Pomegranate Fall\n", "The War that Never Ends\n", "The Birth of a Poem\n", "A love letter to a dead star\n", "I Lost My Way in the Woods\n", "The Poem With No Word\n", "In the City of Dreamers\n", "The Weight of It\n"]}