feat: backend find rework

.gitignore

@@ -1,3 +1,4 @@
 __pycache__/*
-conceptarium/*
-records/custodian.json
+backend/__pycache__/*
+knowledge/*
+backend/records.json

assets/find_imag.html

@@ -1,94 +0,0 @@
-<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous"/>
-<link rel="stylesheet" type="text/css" href="/assets/style.css" media="screen"/>
-<script src="//code.jquery.com/jquery-1.10.2.js"></script> 
-
-<div class="board" style="position: fixed; top: 33%;">
-  <script> $(function(){$("#header").load("/assets/header.html");}); </script> 
-  <div id="header"></div> 
-  <form action="/find/imag/html" method="POST" enctype="multipart/form-data">
-    <div class="card">
-      <div class="card-body">Find thoughts by imagery.</div>
-    </div>
-    <br />
-    <div class="card">
-      <div class="card-body">
-        <input type="file" id="file" name="file" accept="image/*" required />
-      </div>
-    </div>
-    <br />
-    <div
-      class="card"
-      style="background-color: var(--background-color); border: 0"
-    >
-      <details>
-        <summary style="color: var(--accent-color)">
-          Customize search parameters...
-        </summary>
-        <table>
-          <tr>
-            <td
-              style="color: var(--accent-color); font-weight: bold"
-              title="Relatedness indicates how important it is for thoughts to be semantically close to the query."
-            >
-              <li>relatedness</li>
-            </td>
-            <td style="width: 10%">
-              <input
-                type="number"
-                style="color: var(--accent-color)"
-                value="1"
-                step="0.01"
-                id="relatedness"
-                name="relatedness"
-              />
-            </td>
-          </tr>
-          <tr>
-            <td
-              style="color: var(--accent-color); font-weight: bold"
-              title="Serendipity indicates how important it is for thoughts to have low activation."
-            >
-              <li>serendipity</li>
-            </td>
-            <td>
-              <input
-                type="number"
-                style="color: var(--accent-color)"
-                value="0"
-                step="0.01"
-                id="serendipity"
-                name="serendipity"
-              />
-            </td>
-          </tr>
-          <tr>
-            <td
-              style="color: var(--accent-color); font-weight: bold"
-              title="Noise indicates how much randomness there should be in the results."
-            >
-              <li>noise</li>
-            </td>
-            <td>
-              <input
-                type="number"
-                style="color: var(--accent-color)"
-                value="0.01"
-                step="0.01"
-                id="noise"
-                name="noise"
-              /><br />
-            </td>
-          </tr>
-        </table>
-      </details>
-    </div>
-    <br />
-    <br />
-    <div>
-      <input class="button" type="submit" value="find" />
-    </div>
-  </form>
-</div>
-
-<script> $(function(){$("#footer").load("/assets/footer.html");}); </script> 
-<div id="footer"></div> 

assets/find_lang.html

@@ -1,95 +0,0 @@
-<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous"/>
-<link rel="stylesheet" type="text/css" href="/assets/style.css" media="screen"/>
-<script src="//code.jquery.com/jquery-1.10.2.js"></script> 
-
-
-<div class="board" style="position: fixed; top: 33%;">
-  <script> $(function(){$("#header").load("/assets/header.html");}); </script> 
-  <div id="header"></div> 
-  <form action="/find/lang/html" method="GET">
-    <div class="card">
-      <div class="card-body">Find thoughts by language.</div>
-    </div>
-    <br />
-    <div class="card">
-      <input
-        name="content"
-        id="content"
-        class="card-body card-image"
-        placeholder="Write your query here..."
-        required
-      ></input>
-    </div>
-    <br/>
-    <div class="card" style="background-color: var(--background-color); border: 0;">
-        <details>
-            <summary style="color: var(--accent-color);">Customize search parameters...</summary>
-            <table>
-              <tr>
-                <td
-                  style="color: var(--accent-color); font-weight: bold"
-                  title="Relatedness indicates how important it is for thoughts to be semantically close to the query."
-                >
-                  <li>relatedness</li>
-                </td>
-                <td style="width: 10%">
-                  <input
-                    type="number"
-                    style="color: var(--accent-color)"
-                    value="1"
-                    step="0.01"
-                    id="relatedness"
-                    name="relatedness"
-                  />
-                </td>
-              </tr>
-              <tr>
-                <td
-                  style="color: var(--accent-color); font-weight: bold"
-                  title="Serendipity indicates how important it is for thoughts to have low activation."
-                >
-                  <li>serendipity</li>
-                </td>
-                <td>
-                  <input
-                    type="number"
-                    style="color: var(--accent-color)"
-                    value="0"
-                    step="0.01"
-                    id="serendipity"
-                    name="serendipity"
-                  />
-                </td>
-              </tr>
-              <tr>
-                <td
-                  style="color: var(--accent-color); font-weight: bold"
-                  title="Noise indicates how much randomness there should be in the results."
-                >
-                  <li>noise</li>
-                </td>
-                <td>
-                  <input
-                    type="number"
-                    style="color: var(--accent-color)"
-                    value="0.01"
-                    step="0.01"
-                    id="noise"
-                    name="noise"
-                  /><br />
-                </td>
-              </tr>
-            </table>
-        </details>
-        
-    </div>
-      <br />
-      <br />
-    <div>
-      <input type="submit" value="find" class="button" />
-    </div>
-  </form>
-</div>
-
-<script> $(function(){$("#footer").load("/assets/footer.html");}); </script> 
-<div id="footer"></div> 

assets/footer.html

@@ -1,6 +0,0 @@
-<div style="position:fixed; bottom:0; height:auto; margin-top:40px;
-width:100%; text-align:center; padding-bottom: 1rem;">
-  <a href="https://paulbricman.com/contact"><input type="submit" value="send feedback" class="button" /></a>&nbsp
-  <a href="https://github.com/paulbricman/conceptarium#further-reading"><input type="submit" value="learn more" class="button" /></a>&nbsp
-  <a href="https://github.com/sponsors/paulbricman"><input type="submit" value="support 🤍" class="button" /></a>
-</div>

assets/header.html

@@ -1 +0,0 @@
-<div class="header"><h2>🌿&nbspconceptarium.</h2></div>

assets/save_imag.html

@@ -1,26 +0,0 @@
-<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous"/>
-<link rel="stylesheet" type="text/css" href="/assets/style.css" media="screen"/>
-<script src="//code.jquery.com/jquery-1.10.2.js"></script> 
-
-<div class="board" style="position: fixed; top: 33%;">
-  <script> $(function(){$("#header").load("/assets/header.html");}); </script> 
-  <div id="header"></div> 
-  <form action="/save/imag" method="POST" enctype="multipart/form-data">
-    <div class="card">
-      <div class="card-body">Save a thought expressed through imagery.</div>
-    </div>
-    <br />
-    <div class="card">
-      <div class="card-body">
-        <input type="file" id="file" name="file" accept="image/*" required />
-      </div>
-    </div>
-    <br /><br />
-    <div>
-      <input type="submit" value="save" class="button" />
-    </div>
-  </form>
-</div>
-
-<script> $(function(){$("#footer").load("/assets/footer.html");}); </script> 
-<div id="footer"></div> 

assets/save_lang.html

@@ -1,31 +0,0 @@
-<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous"/>
-<link rel="stylesheet" type="text/css" href="/assets/style.css" media="screen"/>
-<script src="//code.jquery.com/jquery-1.10.2.js"></script> 
-
-<div class="board" style="position: fixed; top: 33%;">
-  <script> $(function(){$("#header").load("/assets/header.html");}); </script> 
-  <div id="header"></div> 
-  <form action="/save/lang" method="GET">
-    <div class="board">
-      <div class="card">
-        <div class="card-body">Save a thought expressed in language.</div>
-      </div>
-      <br />
-      <div class="card">
-        <textarea
-          name="content"
-          id="content"
-          class="card-body card-image"
-          required
-        ></textarea>
-      </div>
-      <br /><br />
-      <div>
-        <input type="submit" value="save" class="button" />
-      </div>
-    </div>
-  </form>
-</div>
-
-<script> $(function(){$("#footer").load("/assets/footer.html");}); </script> 
-<div id="footer"></div> 

assets/style.css

@@ -1,87 +0,0 @@
-:root {
-  --accent-color: #474539;
-  --link-color: #228b22;
-  --text-color: #fffffd;
-  --background-color: #fffffd;
-}
-
-@font-face {
-  font-family: "Space Grotesk";
-  src: url("/assets/SpaceGrotesk.ttf") format('truetype'),
-       url("/assets/SpaceGrotesk.woff2") format('woff2');
-}
-
-* {
-  box-sizing: border-box;
-  font-family: "Space Grotesk";
-}
-
-.board {
-  font-size: 16;
-  width: 100%;
-  text-align: center;
-  margin-bottom: 10px;
-}
-
-.header {
-  color: var(--accent-color);
-  text-align: center;
-}
-
-.header h2 {
-  font-weight: bold;
-  margin: 20px;
-  font-size: 3rem;
-  color: var(--accent-color);
-}
-
-body {
-  background-color: var(--text-color);
-}
-
-.card-image {
-  width: 100%;
-}
-
-.button {
-  width: fit-content;
-  border: 4px solid;
-  border-color: var(--link-color);
-  border-radius: 4px;
-  background-color: var(--link-color);
-  color: var(--text-color);
-  font-weight: bold;
-  padding-left: 10px;
-  padding-right: 10px;
-}
-
-.card {
-  box-sizing: border-box;
-  border: 4px solid;
-  border-color: var(--accent-color);
-  background-color: var(--accent-color);
-  display: inline-block;
-  margin: 10px;
-  margin-bottom: 0px;
-  width: 40rem;
-  color: var(--text-color);
-  font-weight: bold;
-  text-align: left;
-}
-
-@media only screen and (max-width: 1200px) {
-  .card {
-    width: calc(100% - 40px);
-    margin: 20px;
-    margin-bottom: 0px;
-    font-size: 1.5rem !important;
-  }
-
-  .button {
-    font-size: 1.5rem !important;
-  }
-
-  .header h2 {
-    font-size: 3rem !important;
-  }
-}

assets/success.html

@@ -1,11 +0,0 @@
-<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous"/>
-<link rel="stylesheet" type="text/css" href="/assets/style.css" media="screen"/>
-<script src="//code.jquery.com/jquery-1.10.2.js"></script> 
-
-<div class="board" style="position: fixed; top: 33%;">
-  <script> $(function(){$("#header").load("/assets/header.html");}); </script> 
-  <div id="header"></div> 
-  <div class="card">
-    <div class="card-body">Thought saved successfully.</div>
-  </div>
-</div>

backend/main.py

@@ -0,0 +1,15 @@
+from fastapi import FastAPI
+from security import auth
+from util import find
+from sentence_transformers import SentenceTransformer
+
+
+app = FastAPI()
+encoder_model = SentenceTransformer('clip-ViT-B-32')
+
+
+@app.get('/find')
+async def find_handler(query: str, token: str):
+    auth_result = auth(token)
+    results = find('text', query, auth_result, encoder_model)
+    return results

backend/old_main.py

@@ -0,0 +1,128 @@
+from fastapi import FastAPI, File, BackgroundTasks
+from fastapi.datastructures import UploadFile
+from fastapi.staticfiles import StaticFiles
+from fastapi.responses import HTMLResponse, PlainTextResponse, FileResponse
+import secrets
+from pathlib import Path
+from typing import Optional
+from PIL import Image
+import io
+
+from fastapi.old_util import *
+from responses import *
+
+app = FastAPI()
+model = load_model()
+init()
+
+app.mount('/conceptarium', StaticFiles(directory='conceptarium'))
+app.mount('/assets', StaticFiles(directory='assets'))
+
+
+@app.get('/save/lang/form')
+async def save_language_form():
+    return HTMLResponse(save_lang_form_response())
+
+
+@app.get('/save/imag/form')
+async def save_imagery_form():
+    return HTMLResponse(save_imag_form_response())
+
+
+@app.get('/save/lang')
+async def save_language(content: str, background_tasks: BackgroundTasks):
+    if len(content) > 0:
+        filename = 'conceptarium/' + secrets.token_urlsafe(8) + '.txt'
+        open(filename, 'w').write(content)
+        background_tasks.add_task(save, Thought(filename, content, model))
+        return HTMLResponse(save_success_response())
+
+
+@app.post('/save/imag')
+async def save_imagery(file: UploadFile = File(...)):
+    content = await file.read()
+    image = Image.open(io.BytesIO(content)).convert('RGB')
+    filename = 'conceptarium/' + secrets.token_urlsafe(8) + '.jpg'
+    image.save(filename, quality=50)
+    save(Thought(filename, content, model))
+    return HTMLResponse(save_success_response())
+
+
+@app.get('/find/lang/form')
+async def find_by_language_form():
+    return HTMLResponse(find_lang_form_response())
+
+
+@app.get('/find/lang/html')
+async def find_by_language_return_html(content: str, relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return HTMLResponse(html_response(thoughts))
+
+
+@app.get('/find/lang/text')
+async def find_by_language_return_plaintext(content: str, relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return PlainTextResponse(plaintext_response(thoughts))
+
+
+@app.get('/find/lang/file')
+async def find_by_language_return_file(content: str, relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return FileResponse(file_response(thoughts))
+
+
+@app.get('/find/lang/json')
+async def find_by_language_return_json(content: str, relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return json_response(thoughts)
+
+
+@app.get('/find/imag/form')
+async def find_by_imagery_form():
+    return HTMLResponse(find_imag_form_response())
+
+
+@app.post('/find/imag/html')
+async def find_by_imagery_return_html(file: UploadFile = File(...), relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    content = await file.read()
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return HTMLResponse(html_response(thoughts))
+
+
+@app.post('/find/imag/text')
+async def find_by_imagery_return_plaintext(file: UploadFile = File(...), relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    content = await file.read()
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return PlainTextResponse(plaintext_response(thoughts))
+
+
+@app.post('/find/imag/file')
+async def find_by_imagery_return_file(file: UploadFile = File(...), relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    content = await file.read()
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return FileResponse(file_response(thoughts))
+
+
+@app.post('/find/imag/json')
+async def find_by_imagery_return_json(file: UploadFile = File(...), relatedness: Optional[float] = 1, serendipity: Optional[float] = 0, noise: Optional[float] = 0.01, silent: Optional[bool] = False, top_k: Optional[int] = 50):
+    content = await file.read()
+    thoughts = find(content, model, relatedness,
+                    serendipity, noise, silent, top_k)
+    return json_response(thoughts)
+
+
+@app.get('/rset/embs')
+async def reset_embeddings_handle():
+    reset_embeddings(model)
+
+
+@app.get('/dump')
+async def dump_conceptarium():
+    return FileResponse(archive_response(), filename='conceptarium.zip')

backend/responses.py

@@ -0,0 +1,92 @@
+from fastapi.old_util import get_doc_paths
+from zipfile import ZipFile
+import numpy as np
+import time
+
+
+def html_response(thoughts):
+    html = '<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">'
+    html += '<link rel="stylesheet" type="text/css" href="/assets/style.css" media="screen" />'
+    html += '<script src="//code.jquery.com/jquery-1.10.2.js"></script>'
+    html += '<script> $(function(){$("#header").load("/assets/header.html");}); </script>'
+    html += '<div id="header""></div><div class="board">'
+
+    for thought in thoughts:
+        html += '<div class="card">'
+        if thought.modality == 'language':
+            content = open(thought.filename, 'r').read()
+            html += '<div class="card-body">' + content + '</div>'
+        else:
+            html += '<img class="card-img" src=\"/' + \
+                thought.filename + '\">'
+        html += '</div><br/>'
+
+    html += '</div>'
+    return html
+
+
+def save_success_response():
+    return open('assets/success.html').read()
+
+
+def save_lang_form_response():
+    return open('assets/save_lang.html').read()
+
+
+def save_imag_form_response():
+    return open('assets/save_imag.html').read()
+
+
+def find_lang_form_response():
+    return open('assets/find_lang.html').read()
+
+
+def find_imag_form_response():
+    return open('assets/find_imag.html').read()
+
+
+def archive_response():
+    paths = get_doc_paths('conceptarium')
+    with ZipFile('conceptarium.zip', 'w') as zip:
+        for path in paths:
+            zip.write(path)
+
+    return 'conceptarium.zip'
+
+
+def plaintext_response(thoughts):
+    plaintext = ''
+
+    for thought in thoughts:
+        if thought.modality == 'language':
+            content = open(thought.filename, 'r').read()
+            plaintext += '\"' + content + '\"\n'
+
+    return plaintext
+
+
+def file_response(thoughts):
+    for thought in thoughts:
+        if thought.modality == 'imagery':
+            return thought.filename
+
+
+def json_response(thoughts):
+    response_json = []
+
+    for thought in thoughts:
+        thought_json = {
+            'timestamp': thought.timestamp,
+            'interest': thought.interest,
+            'activation': np.log(thought.interest / (1 - 0.9)) - 0.9 * np.log((time.time() - thought.timestamp) / (3600 * 24) + 0.1),
+            'modality': thought.modality,
+            'embedding': thought.embedding.tolist(),
+        }
+
+        if thought.modality == 'language':
+            thought_json['content'] = open(thought.filename, 'r').read()
+        else:
+            thought_json['filename'] = '/' + thought.filename
+
+        response_json += [thought_json]
+    return response_json

backend/security.py

@@ -0,0 +1,35 @@
+from pathlib import Path
+import json
+import bcrypt
+
+
+def auth(token):
+    path = Path('records.json')
+
+    if not path.exists():
+        salt = bcrypt.gensalt()
+        hashed_token = bcrypt.hashpw(token.encode(
+            'utf8'), salt).decode('utf8')
+
+        records = {
+            'custodian_hashed_token': hashed_token,
+            'custodian_hashed_token_salt': salt.decode('utf8')
+        }
+        json.dump(records, open(path, 'w'))
+
+        return {
+            'custodian': True
+        }
+    else:
+        records = json.load(open(path))
+        hashed_token = bcrypt.hashpw(token.encode(
+            'utf-8'), records['custodian_hashed_token_salt'].encode('utf8')).decode('utf8')
+
+        if records['custodian_hashed_token'] == hashed_token:
+            return {
+                'custodian': True
+            }
+        else:
+            return {
+                'custodian': False
+            }

backend/util.py

@@ -0,0 +1,59 @@
+import json
+from pathlib import Path
+from PIL import Image
+import io
+from sentence_transformers import util
+import torch
+import base64
+
+
+def find(modality, query, auth_result, encoder_model):
+    authorized_thoughts = get_authorized_thoughts(auth_result)
+
+    if len(authorized_thoughts) == 0:
+        return []
+
+    query_embedding = torch.Tensor([embed(modality, query, encoder_model)])
+    print('query_embedding.size()', query_embedding.size())
+    corpus_embeddings = torch.Tensor(
+        [e['embedding'] for e in authorized_thoughts])
+    results = util.semantic_search(
+        query_embedding, corpus_embeddings, top_k=10 ** 10)
+
+    for e in results[0]:
+        authorized_thoughts[e['corpus_id']]['relatedness'] = e['score']
+        authorized_thoughts[e['corpus_id']]['content'] = get_content(
+            authorized_thoughts[e['corpus_id']])
+        authorized_thoughts[e['corpus_id']].pop('filename', None)
+
+    return authorized_thoughts
+
+
+def get_authorized_thoughts(auth_result):
+    metadata_path = Path('..') / 'knowledge' / 'base' / 'metadata.json'
+
+    if auth_result['custodian'] == True:
+        return json.load(open(metadata_path))
+    else:
+        return []
+
+
+def embed(modality, content, encoder_model):
+    if modality == 'text':
+        return encoder_model.encode(content)
+    elif modality == 'image':
+        return encoder_model.encode(Image.open(io.BytesIO(content)))
+
+
+def get_content(thought, json_friendly=False):
+    knowledge_base_path = Path('..') / 'knowledge' / 'base'
+
+    if thought['modality'] == 'text':
+        content = open(knowledge_base_path / thought['filename']).read()
+    elif thought['modality'] == 'image':
+        content = open(knowledge_base_path / thought['filename'], 'rb').read()
+
+        if json_friendly:
+            content = base64.encodebytes(content).decode('utf8')
+
+    return content

{.streamlit → frontend/.streamlit}/config.toml

@@ -2,3 +2,8 @@
 base="light"
 primaryColor="#228b22"
 font="monospace"
+
+[server]
+enableCORS = false
+enableXsrfProtection = false
+headless = true

{components → frontend/components}/custodian.py

@@ -9,11 +9,12 @@ def paint():
         st.markdown('#### 📜 custodian')
 
         if not os.path.exists('records/custodian.json'):
-            st.warning('This appears to be a fresh conceptarium instance. Please create a custodian account.')
-            
+            st.warning(
+                'This appears to be a fresh conceptarium instance. Please create a custodian account.')
+
             username = st.text_input('Username')
             password = st.text_input('Password', type='password')
-            
+
             if st.button('create account'):
                 password = stauth.hasher([password]).generate()[0]
                 token = stauth.hasher([password + 'token']).generate()[0]
@@ -24,13 +25,13 @@ def paint():
                 }, open('records/custodian.json', 'w'))
                 st.balloons()
         else:
-            st.warning('If you\'re the custodian of this conceptarium, please log into your account to access your stored thoughts.')
+            st.warning(
+                'If you\'re the custodian of this conceptarium, please log into your account to access your stored thoughts.')
             custodian = json.load(open('records/custodian.json'))
-            authenticator = stauth.authenticate([custodian['username']], [custodian['username']] , [custodian['password']],
-                'custodian_cookie', 'conceptarium', cookie_expiry_days=30)
-            name, authentication_status = authenticator.login('login', 'sidebar')
-
-            print(name, authentication_status)
+            authenticator = stauth.authenticate([custodian['username']], [custodian['username']], [custodian['password']],
+                                                'custodian_cookie', 'conceptarium', cookie_expiry_days=30)
+            name, authentication_status = authenticator.login(
+                'login', 'sidebar')
 
             if st.session_state['authentication_status']:
                 st.markdown('')
@@ -39,4 +40,4 @@ def paint():
             elif st.session_state['authentication_status'] == False:
                 st.error('Username/password is incorrect')
             elif st.session_state['authentication_status'] == None:
-                st.warning('Please enter your username and password')
+                st.warning('Please enter your username and password')

{components → frontend/components}/inspector.py

@@ -1,5 +1,5 @@
 import streamlit as st
-import knowledge
+import knowledge.knowledge as knowledge
 from datetime import datetime
 import numpy as np
 import time

{components → frontend/components}/navigator.py

@@ -3,7 +3,7 @@ from sentence_transformers import SentenceTransformer
 import io
 from PIL import Image
 import torch
-import knowledge
+import knowledge.knowledge as knowledge
 
 
 def get_name():

{components → frontend/components}/viewport.py

@@ -1,5 +1,5 @@
 import streamlit as st
-import knowledge
+import knowledge.knowledge as knowledge
 from sentence_transformers import util
 import torch
 import numpy as np
@@ -17,8 +17,6 @@ def load_thoughts():
     imagery_centroid = torch.mean(torch.stack(
         [e.embedding for e in thoughts if e.modality == 'imagery']), -2)
 
-    print(imagery_centroid - langauge_centroid)
-
     for thought_idx, thought in enumerate(thoughts):
         if thought.modality == 'imagery':
             thoughts[thought_idx].embedding += langauge_centroid - \

frontend/main.py

@@ -0,0 +1,65 @@
+import streamlit as st
+from components import custodian, header, inspector, navigator, viewport, ranker
+import uvicorn
+
+
+st.set_page_config(
+    page_title='💡 conceptarium',
+    layout='wide',
+    menu_items={
+        'About': 'hello world'
+    })
+
+
+# if not hasattr(st, 'already_started_server'):
+#     # Hack the fact that Python modules (like st) only load once to
+#     # keep track of whether this file already ran.
+#     st.already_started_server = True
+
+#     st.write('''
+#         The first time this script executes it will run forever because it's
+#         running a Flask server.
+
+#         Just close this browser tab and open a new one to see your Streamlit
+#         app.
+#     ''')
+
+#     from flask import Flask
+
+#     app = Flask(__name__)
+
+#     @app.route('/foo')
+#     def serve_foo():
+#         return 'This page is served via Flask!' + str(st.session_state['authentication_status'])
+
+#     app.run(port=8888)
+
+#     # from fastapi import FastAPI
+
+#     # app = FastAPI()
+
+#     # @app.get("/")
+#     # async def root():
+#     #     return {"message": "Hello World"}
+
+#     # print('running next')
+#     # uvicorn.run(app, port=8888)
+#     # print('ran')
+
+
+custodian.paint()
+header.paint()
+
+cols = st.columns(5)
+
+for component in [navigator, ranker]:
+    with cols[0]:
+        with st.expander(component.get_name(), True):
+            component.paint()
+
+for component in [inspector]:
+    with cols[-1]:
+        with st.expander(component.get_name(), True):
+            component.paint()
+
+viewport.paint(cols[1:-1])

knowledge.py

@@ -1,10 +0,0 @@
-import streamlit as st
-import pickle
-
-
-def load():
-    if st.session_state['authentication_status']:
-        thoughts = pickle.load(open('conceptarium/metadata.pickle', 'rb'))
-        return thoughts
-    else:
-        return []

main.py

@@ -1,23 +0,0 @@
-import streamlit as st
-from components import custodian, header, inspector, navigator, viewport, ranker
-
-st.set_page_config(
-    page_title='💡 conceptarium',
-    layout='wide')
-
-custodian.paint()
-header.paint()
-
-cols = st.columns(5)
-
-for component in [navigator, ranker]:   
-    with cols[0]:
-        with st.expander(component.get_name(), True):
-            component.paint()
-
-for component in [inspector]:   
-    with cols[-1]:
-        with st.expander(component.get_name(), True):
-            component.paint()
-            
-viewport.paint(cols[1:-1])

util.py

@@ -123,9 +123,46 @@ class Thought:
         self.interest = 1
         self.embedding = embed(content, model)
 
-
     def get_content(self):
         if self.modality == 'language':
             return open(self.filename).read()
         elif self.modality == 'imagery':
-            return open(self.filename, 'rb').read()
+            return open(self.filename, 'rb').read()
+
+
+'''
+import json
+thoughts = json.load(open('knowledge/base/metadata.json', 'rb'))
+
+from datetime import datetime
+new_thoughts = []
+for thought in thoughts:
+    new_thought = {}
+    new_thought['filename'] = thought.filename
+    new_thought['modality'] = thought.modality
+    new_thought['timestamp'] = thought.timestamp
+    new_thought['interest'] = thought.interest
+    new_thought['embedding'] = thought.embedding
+    new_thoughts += [new_thought]
+
+for e_idx, e in enumerate(new_thoughts):
+    if e['modality'] == 'language':
+        new_thoughts[e_idx]['modality'] = 'text'
+    elif e['modality'] == 'imagery':
+        new_thoughts[e_idx]['modality'] = 'image'
+    else:
+        print(e['modality'])
+
+for e_idx, e in enumerate(new_thoughts):
+    new_thoughts[e_idx]['embedding'] = e['embedding'].tolist()
+
+for e_idx, e in enumerate(new_thoughts):
+    new_thoughts[e_idx]['embedding'] = [round(f, 6) for f in e['embedding']]
+
+for e_idx, e in enumerate(new_thoughts):
+    new_thoughts[e_idx]['filename'] = e['filename'].split('/')[-1]
+
+new_thoughts[0]
+
+json.dump(new_thoughts, open('knowledge/base/metadata.json', 'wb'))
+'''