add new engine

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml
+# Editor-based HTTP Client requests
+/httpRequests/

.idea/auto-draft.iml

@@ -0,0 +1,14 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="PyDocumentationSettings">
+    <option name="format" value="PLAIN" />
+    <option name="myDocStringFormat" value="Plain" />
+  </component>
+</module>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,95 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyChainedComparisonsInspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoreConstantInTheMiddle" value="true" />
+    </inspection_tool>
+    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredPackages">
+        <value>
+          <list size="69">
+            <item index="0" class="java.lang.String" itemvalue="pprint" />
+            <item index="1" class="java.lang.String" itemvalue="tnt" />
+            <item index="2" class="java.lang.String" itemvalue="pyglet" />
+            <item index="3" class="java.lang.String" itemvalue="pyzmq" />
+            <item index="4" class="java.lang.String" itemvalue="gym" />
+            <item index="5" class="java.lang.String" itemvalue="torch" />
+            <item index="6" class="java.lang.String" itemvalue="numpy" />
+            <item index="7" class="java.lang.String" itemvalue="absl-py" />
+            <item index="8" class="java.lang.String" itemvalue="numba" />
+            <item index="9" class="java.lang.String" itemvalue="protobuf" />
+            <item index="10" class="java.lang.String" itemvalue="torch-scatter" />
+            <item index="11" class="java.lang.String" itemvalue="joblib" />
+            <item index="12" class="java.lang.String" itemvalue="threadpoolctl" />
+            <item index="13" class="java.lang.String" itemvalue="scikit-learn" />
+            <item index="14" class="java.lang.String" itemvalue="PyYAML" />
+            <item index="15" class="java.lang.String" itemvalue="python-dateutil" />
+            <item index="16" class="java.lang.String" itemvalue="cycler" />
+            <item index="17" class="java.lang.String" itemvalue="MarkupSafe" />
+            <item index="18" class="java.lang.String" itemvalue="mpi4py" />
+            <item index="19" class="java.lang.String" itemvalue="torchvision" />
+            <item index="20" class="java.lang.String" itemvalue="line-profiler" />
+            <item index="21" class="java.lang.String" itemvalue="pyasn1-modules" />
+            <item index="22" class="java.lang.String" itemvalue="certifi" />
+            <item index="23" class="java.lang.String" itemvalue="oauthlib" />
+            <item index="24" class="java.lang.String" itemvalue="pyparsing" />
+            <item index="25" class="java.lang.String" itemvalue="Markdown" />
+            <item index="26" class="java.lang.String" itemvalue="Werkzeug" />
+            <item index="27" class="java.lang.String" itemvalue="h5py" />
+            <item index="28" class="java.lang.String" itemvalue="rdflib" />
+            <item index="29" class="java.lang.String" itemvalue="torch-cluster" />
+            <item index="30" class="java.lang.String" itemvalue="kiwisolver" />
+            <item index="31" class="java.lang.String" itemvalue="pytorch-lightning" />
+            <item index="32" class="java.lang.String" itemvalue="tensorboard" />
+            <item index="33" class="java.lang.String" itemvalue="imageio" />
+            <item index="34" class="java.lang.String" itemvalue="matplotlib" />
+            <item index="35" class="java.lang.String" itemvalue="test-tube" />
+            <item index="36" class="java.lang.String" itemvalue="googledrivedownloader" />
+            <item index="37" class="java.lang.String" itemvalue="idna" />
+            <item index="38" class="java.lang.String" itemvalue="rsa" />
+            <item index="39" class="java.lang.String" itemvalue="networkx" />
+            <item index="40" class="java.lang.String" itemvalue="isodate" />
+            <item index="41" class="java.lang.String" itemvalue="torch-sparse" />
+            <item index="42" class="java.lang.String" itemvalue="llvmlite" />
+            <item index="43" class="java.lang.String" itemvalue="pyasn1" />
+            <item index="44" class="java.lang.String" itemvalue="requests" />
+            <item index="45" class="java.lang.String" itemvalue="importlib-metadata" />
+            <item index="46" class="java.lang.String" itemvalue="Jinja2" />
+            <item index="47" class="java.lang.String" itemvalue="requests-oauthlib" />
+            <item index="48" class="java.lang.String" itemvalue="tensorboard-plugin-wit" />
+            <item index="49" class="java.lang.String" itemvalue="zipp" />
+            <item index="50" class="java.lang.String" itemvalue="urllib3" />
+            <item index="51" class="java.lang.String" itemvalue="torch-geometric" />
+            <item index="52" class="java.lang.String" itemvalue="scipy" />
+            <item index="53" class="java.lang.String" itemvalue="six" />
+            <item index="54" class="java.lang.String" itemvalue="google-auth-oauthlib" />
+            <item index="55" class="java.lang.String" itemvalue="chardet" />
+            <item index="56" class="java.lang.String" itemvalue="pandas" />
+            <item index="57" class="java.lang.String" itemvalue="tqdm" />
+            <item index="58" class="java.lang.String" itemvalue="torch-spline-conv" />
+            <item index="59" class="java.lang.String" itemvalue="ase" />
+            <item index="60" class="java.lang.String" itemvalue="future" />
+            <item index="61" class="java.lang.String" itemvalue="cachetools" />
+            <item index="62" class="java.lang.String" itemvalue="grpcio" />
+            <item index="63" class="java.lang.String" itemvalue="pytz" />
+            <item index="64" class="java.lang.String" itemvalue="google-auth" />
+            <item index="65" class="java.lang.String" itemvalue="Pillow" />
+            <item index="66" class="java.lang.String" itemvalue="decorator" />
+            <item index="67" class="java.lang.String" itemvalue="typing-extensions" />
+            <item index="68" class="java.lang.String" itemvalue="ale-py" />
+          </list>
+        </value>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyPep8NamingInspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoredErrors">
+        <list>
+          <option value="N812" />
+          <option value="N802" />
+          <option value="N803" />
+          <option value="N806" />
+        </list>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.10 (auto-draft)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/auto-draft.iml" filepath="$PROJECT_DIR$/.idea/auto-draft.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
+  </component>
+</project>

app.py

@@ -11,10 +11,13 @@ from utils.file_operations import hash_name
 #       5.1 Use GPT 3.5 for abstract, conclusion, ... (or may not)
 #       5.2 Use local LLM to generate keywords, figures, ...
 #       5.3 Use embedding to find most related papers (find a paper dataset)
-#       5.4 Use Semantic Scholar API instead of Arxiv API.
 #   6. get logs when the procedure is not completed.
 #   7. 自己的文件库； 更多的prompts
 #   8. Change prompts to langchain
+#   9. some references include &: journal={IEEE Power & Energy Society General Meeting}. Check them when generating it.
+#   10. some paper ids have : or - in the first word of title; remove them when generating paper id.
+#   11. distinguish citep and citet
+#   12. Change link to more appealing color
 
 openai_key = os.getenv("OPENAI_API_KEY")
 access_key_id = os.getenv('AWS_ACCESS_KEY_ID')

auto_backgrounds.py

@@ -91,7 +91,7 @@ def fake_generator(title, description="", template="ICLR2022", model="gpt-4"):
     return make_archive("sample-output.pdf", filename)
 
 
-def generate_draft(title, description="", template="ICLR2022", model="gpt-4", search_engine="ss", tldr=False, max_kw_refs=5):
+def generate_draft(title, description="", template="ICLR2022", model="gpt-4", search_engine="ss", tldr=True, max_kw_refs=12):
     paper, destination_folder, _ = _generation_setup(title, description, template, model, search_engine, tldr, max_kw_refs)
 
     # todo: `list_of_methods` failed to be generated; find a solution ...