haipingwu commited on
Commit
5bbaa42
1 Parent(s): fea3f11

remove useless sample code

Browse files
Files changed (1) hide show
  1. sample_inference.py +0 -21
sample_inference.py CHANGED
@@ -18,7 +18,6 @@ assistant_prompt = '<|assistant|>\n'
18
  prompt_suffix = "<|end|>\n"
19
 
20
  #################################################### text-only ####################################################
21
- # single-image prompt
22
  prompt = f"{user_prompt}what is the answer for 1+1? Explain it.{prompt_suffix}{assistant_prompt}"
23
  print(f">>> Prompt\n{prompt}")
24
  inputs = processor(prompt, images=None, return_tensors="pt").to("cuda:0")
@@ -33,7 +32,6 @@ response = processor.batch_decode(generate_ids,
33
  print(f'>>> Response\n{response}')
34
 
35
  #################################################### text-only 2 ####################################################
36
- # single-image prompt
37
  prompt = f"{user_prompt}Give me the code for sloving two-sum problem.{prompt_suffix}{assistant_prompt}"
38
  print(f">>> Prompt\n{prompt}")
39
  inputs = processor(prompt, images=None, return_tensors="pt").to("cuda:0")
@@ -66,25 +64,6 @@ response = processor.batch_decode(generate_ids,
66
  print(f'>>> Response\n{response}')
67
 
68
  #################################################### EXAMPLE 2 ####################################################
69
- # multiple image prompt
70
- # Note: image tokens must start from <|image_1|>
71
- prompt = f"{user_prompt}<|image_1|>\n<|image_2|>\n What is shown in this two images?{prompt_suffix}{assistant_prompt}"
72
- print(f">>> Prompt\n{prompt}")
73
- url = "https://www.ilankelman.org/stopsigns/australia.jpg"
74
- image_1 = Image.open(requests.get(url, stream=True).raw)
75
- url = "https://img.freepik.com/free-photo/painting-mountain-lake-with-mountain-background_188544-9126.jpg?w=2000"
76
- image_2 = Image.open(requests.get(url, stream=True).raw)
77
- images = [image_1, image_2]
78
- inputs = processor(prompt, images, return_tensors="pt").to("cuda:0")
79
- generate_ids = model.generate(**inputs,
80
- max_new_tokens=1000,
81
- eos_token_id=processor.tokenizer.eos_token_id,
82
- )
83
- generate_ids = generate_ids[:, inputs['input_ids'].shape[1]:]
84
- response = processor.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
85
- print(f'>>> Response\n{response}')
86
-
87
- #################################################### EXAMPLE 3 ####################################################
88
  # chat template
89
  chat = [
90
  {"role": "user", "content": "<|image_1|>\nWhat is shown in this image?"},
 
18
  prompt_suffix = "<|end|>\n"
19
 
20
  #################################################### text-only ####################################################
 
21
  prompt = f"{user_prompt}what is the answer for 1+1? Explain it.{prompt_suffix}{assistant_prompt}"
22
  print(f">>> Prompt\n{prompt}")
23
  inputs = processor(prompt, images=None, return_tensors="pt").to("cuda:0")
 
32
  print(f'>>> Response\n{response}')
33
 
34
  #################################################### text-only 2 ####################################################
 
35
  prompt = f"{user_prompt}Give me the code for sloving two-sum problem.{prompt_suffix}{assistant_prompt}"
36
  print(f">>> Prompt\n{prompt}")
37
  inputs = processor(prompt, images=None, return_tensors="pt").to("cuda:0")
 
64
  print(f'>>> Response\n{response}')
65
 
66
  #################################################### EXAMPLE 2 ####################################################
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
  # chat template
68
  chat = [
69
  {"role": "user", "content": "<|image_1|>\nWhat is shown in this image?"},