Update with h2oGPT hash cbc3104dd3c53bc549c8d9c8e9d1d4b4b33ece8c

client_test.py

@@ -100,7 +100,7 @@ def get_args(prompt, prompt_type, chat=False, stream_output=False,
                          chunk_size=512,
                          document_choice=[DocumentChoices.All_Relevant.name],
                          )
-    from src.gen import eval_func_param_names
+    from gen import eval_func_param_names
     assert len(set(eval_func_param_names).difference(set(list(kwargs.keys())))) == 0
     if chat:
         # add chatbot output on end.  Assumes serialize=False

gen.py

@@ -243,7 +243,7 @@ def main(
            Also set --share=False to avoid sharing a gradio live link.
     :param chat: whether to enable chat mode with chat history
     :param chat_context: whether to use extra helpful context if human_bot
-    :param stream_output: whether to stream output from src.gen 
+    :param stream_output: whether to stream output
     :param show_examples: whether to show clickable examples in gradio
     :param verbose: whether to show verbose prints
     :param h2ocolors: whether to use H2O.ai theme

gpt_langchain.py

@@ -25,7 +25,7 @@ from tqdm import tqdm
 
 from enums import DocumentChoices, no_lora_str, model_token_mapping, source_prefix, source_postfix, non_query_commands, \
     LangChainAction, LangChainMode
-from src.gen import gen_hyper, get_model, SEED
+from gen import gen_hyper, get_model, SEED
 from prompter import non_hf_types, PromptType, Prompter
 from utils import wrapped_partial, EThread, import_matplotlib, sanitize_filename, makedirs, get_url, flatten_list, \
     get_device, ProgressParallel, remove, hash_file, clear_torch_cache, NullContext, get_hf_server, FakeTokenizer
@@ -749,7 +749,7 @@ def get_llm(use_openai_model=False,
 
         if stream_output:
             skip_prompt = False
-            from src.gen import H2OTextIteratorStreamer
+            from gen import H2OTextIteratorStreamer
             decoder_kwargs = {}
             streamer = H2OTextIteratorStreamer(tokenizer, skip_prompt=skip_prompt, block=False, **decoder_kwargs)
             gen_kwargs.update(dict(streamer=streamer))

gradio_runner.py

@@ -57,7 +57,7 @@ from prompter import prompt_type_to_model_name, prompt_types_strings, inv_prompt
     get_prompt
 from utils import get_githash, flatten_list, zip_data, s3up, clear_torch_cache, get_torch_allocated, system_info_print, \
     ping, get_short_name, get_url, makedirs, get_kwargs, remove, system_info, ping_gpu
-from src.gen import get_model, languages_covered, evaluate, eval_func_param_names, score_qa, langchain_modes, \
+from gen import get_model, languages_covered, evaluate, eval_func_param_names, score_qa, langchain_modes, \
     inputs_kwargs_list, scratch_base_dir, no_default_param_names, \
     eval_func_param_names_defaults, get_max_max_new_tokens, get_minmax_top_k_docs, history_to_context, langchain_actions