diff --git "a/AIRA-FineTuning.ipynb" "b/AIRA-FineTuning.ipynb"
new file mode 100644--- /dev/null
+++ "b/AIRA-FineTuning.ipynb"
@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","metadata":{"id":"Q-bj6K7Qv4ft"},"source":["# Fine-Tuning a Generative Pretrained Transformer (`GPT`)\n","\n","1. Install required libraries."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16898,"status":"ok","timestamp":1696992512229,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"SBWCrz5GfBXo","outputId":"8070f6ae-1aa6-44fb-e8ba-74990eb92664"},"outputs":[{"name":"stdout","output_type":"stream","text":["\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.7/7.7 MB\u001b[0m \u001b[31m51.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.6/519.6 kB\u001b[0m \u001b[31m41.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m70.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.8/179.8 kB\u001b[0m \u001b[31m20.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m29.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m91.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m74.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m13.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m29.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hToken will not been saved to git credential helper. Pass `add_to_git_credential=True` if you want to set the git credential as well.\n","Token is valid (permission: write).\n","Your token has been saved to /root/.cache/huggingface/token\n","Login successful\n"]}],"source":["!pip install transformers datasets sentencepiece codecarbon -q"]},{"cell_type":"markdown","metadata":{"id":"y5XnfvSH7w4z"},"source":["2. Load the data from the hub."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":647,"referenced_widgets":["e0566242e89b4a6ab49507dcbf26e76b","6c5f792b7b0c4bf7beee3bafb6fb129f","26c95d082a414261a40330eed75ac0f3","2cbd500c13a14b34b618c96242981fb7","647b065ceef2402eac62546d15530b7c","4b4c2ef485ef48eeb742b44a98945399","78430bfc7fe0489ebc77cb3fb5635d0c","3b114ec176c6465092b6883aa0279ad4","887aaa54afa04435be83626a60f2b9ec","58dc61a9aae343b58db7094c448644b2","10b9a904453e4823bda95f5dd74a96c8","ef80b4dc4fe14dc5ae532103c8dbd6bc","1d1dfe8dca894d679b1d10cb222f3baf","b6de56845c224280a28d024f3e4bd07b","bbe26ae34a0c4affbf98ffb838c6607d","a1b6f1d8867d48d39acd71fbcfff7c1c","e44d6c8cddf64e909f7b617f69ffeffd","41e9dd6eb89a4fa08179df947cee43bc","044983d07d764079b9638d2d19315547","95f2ba8d0bdd43efa3e3c29ac3102ae8","67c71644ddc848a0823f12a93c78a3d2","168ed3ab14134069aed51a1750369a7e","8fb4e65d26394c4abdaa84e9497c20f4","9f899e00cfb345a3a5e477f823b781fe","33f4567b255940279d193191f325594f","82de9949780f4a7db348d0af2c786215","955fd9eddeb34ab1902868b02b2ea591","4b46776ecb4348efa38a9425c6ee773f","3130be79a98e4f9da2a8720ce21199c7","315ac6a2f8234b1c93ae11575a0db8b4","832385f061154f62a0cd328234b9564a","bcd685a09ec2463299294230e4924f13","162c10961d5c4d44bd68180b271113f3","32a4530064f74829a61a6b6f9cf1f645","7d0a6ce152f04ee596cca7c8164700b1","bde3602f2fa54201be58f67e4396abc8","56e561040c4447b4b43d1b8c5de65866","580a7ea5d3c243a19b12ecf30120a74a","820921b5b22d423fb6869713d901a4be","532b7dbeb72540bfa7497c5944a9f5c9","1789534a5d584ddaa4116d57570e86ac","a417a55907604104b332b99d7adf88a3","62dec8c6fb7c4fc681ceae1affb6d1fd","79508ef03d4d46e6a67901fe2bcb0844","6e4b4e3f77554d49a6281c429d2facce","d74bffd204e04c37b3a6efe03be319ed","1d0a096ed66045b48050697310e58fa7","99ebe4439f9f407fb262dad9d007debb","3a94337f74974f068529f5ca7313844e","f59ecf78543341a29102252e76d1f66b","7c6958401c304e08a121795053491cb4","5be12ed5fcca48f19a62d5610f7045d1","d8f859c8714f4e2f996bb04208dc7e09","dc533b4f0d5f4e7babb8d7dba14f9def","696b106d109d4343b6c242d667c2946d","745fcaac948a4366805319df2f0718e2","3104f37d8b224f13af48f9c69d56537c","3516fb5d59614f8a9b205ec470b0677e","4e8d929c8269498bb36e1fd4cea34a4e","304760adf7024ac8a5a8dacfbb2b6654","be90c3c57592437ba564be88562eccec","f4c8e37081774e899f12afb2ef197857","f551a7a18595415f80030bdfaae12411","a18e5c27831145cdabd418f52d25c6c3","a874a81529e744d985764fd55ddf795b","9ea6528559b64642a3bbff880c12892b","5f1b08ed35e2472fb787730801d1ddb5","795060b47a514c1fa03e043d57f86cf4","5d617af5871f41f3b417ccf386289854","7980f124157a42f797dd22447a408778","a51fcf4b92334bac9c68d7acd959eea3","8d43cd1517d94ef9a46cbb648edb1f36","e4d1fe6ef2954fc0941f236b24f647d8","dfbb8f7548a74d7899438aaa3557dbfc","ba88d66795d54797be9e8397eacb1cad","8e63f9a65a6e491fb792ec709e2f9e1f","cf4d54bd21f244ada5762822daed4f30"]},"executionInfo":{"elapsed":29446,"status":"ok","timestamp":1696959693990,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"7MbpXGu-v4f1","outputId":"89ec96c4-1e1a-4d7d-8079-74f97b5d0ade"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e0566242e89b4a6ab49507dcbf26e76b","version_major":2,"version_minor":0},"text/plain":["Downloading readme: 0%| | 0.00/2.81k [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"ef80b4dc4fe14dc5ae532103c8dbd6bc","version_major":2,"version_minor":0},"text/plain":["Downloading data files: 0%| | 0/2 [00:00, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"8fb4e65d26394c4abdaa84e9497c20f4","version_major":2,"version_minor":0},"text/plain":["Downloading data: 0%| | 0.00/26.7M [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"32a4530064f74829a61a6b6f9cf1f645","version_major":2,"version_minor":0},"text/plain":["Downloading data: 0%| | 0.00/29.5M [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6e4b4e3f77554d49a6281c429d2facce","version_major":2,"version_minor":0},"text/plain":["Extracting data files: 0%| | 0/2 [00:00, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"745fcaac948a4366805319df2f0718e2","version_major":2,"version_minor":0},"text/plain":["Generating english split: 0%| | 0/41815 [00:00, ? examples/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"5f1b08ed35e2472fb787730801d1ddb5","version_major":2,"version_minor":0},"text/plain":["Generating portuguese split: 0%| | 0/41815 [00:00, ? examples/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["\n","
\n","
\n","\n","
\n"," \n","
\n","
\n","
prompt
\n","
completion
\n","
\n"," \n"," \n","
\n","
0
\n","
Why can camels survive for long without water?
\n","
Camels can survive for long periods without wa...
\n","
\n","
\n","
1
\n","
Why mobile is bad for human
\n","
Mobile phones as technological devices have be...
\n","
\n","
\n","
2
\n","
What is a polygon?
\n","
A polygon is a two-dimensional geometric figur...
\n","
\n","
\n","
3
\n","
How do I start running?
\n","
Starting a running routine can be a great way ...
\n","
\n","
\n","
4
\n","
Which episodes of season four of Game of Thron...
\n","
Michelle MacLaren directed two episodes in Sea...
\n","
\n","
\n","
...
\n","
...
\n","
...
\n","
\n","
\n","
41810
\n","
What can I call you by?
\n","
You can call me Aira. How may I assist you today?
\n","
\n","
\n","
41811
\n","
What's your identification name?
\n","
As an artificial intelligence, I do not have a...
\n","
\n","
\n","
41812
\n","
What are you called?
\n","
Hello! I am called Aira. How can I assist you ...
\n","
\n","
\n","
41813
\n","
How do you introduce yourself?
\n","
Hello! I am Aira, your helpful, respectful, an...
\n","
\n","
\n","
41814
\n","
What should I say when I address you?
\n","
When addressing me, you can simply call me Air...
\n","
\n"," \n","
\n","
41815 rows × 2 columns
\n","
\n","
\n","\n","
\n"," \n","\n"," \n","\n"," \n","
\n","\n","\n","
\n"," \n","\n","\n","\n"," \n","
\n","
\n","
\n"],"text/plain":[" prompt \\\n","0 Why can camels survive for long without water? \n","1 Why mobile is bad for human \n","2 What is a polygon? \n","3 How do I start running? \n","4 Which episodes of season four of Game of Thron... \n","... ... \n","41810 What can I call you by? \n","41811 What's your identification name? \n","41812 What are you called? \n","41813 How do you introduce yourself? \n","41814 What should I say when I address you? \n","\n"," completion \n","0 Camels can survive for long periods without wa... \n","1 Mobile phones as technological devices have be... \n","2 A polygon is a two-dimensional geometric figur... \n","3 Starting a running routine can be a great way ... \n","4 Michelle MacLaren directed two episodes in Sea... \n","... ... \n","41810 You can call me Aira. How may I assist you today? \n","41811 As an artificial intelligence, I do not have a... \n","41812 Hello! I am called Aira. How can I assist you ... \n","41813 Hello! I am Aira, your helpful, respectful, an... \n","41814 When addressing me, you can simply call me Air... \n","\n","[41815 rows x 2 columns]"]},"metadata":{},"output_type":"display_data"}],"source":["import os\n","import pandas as pd\n","from datasets import load_dataset\n","\n","project = \"Aira-2-1B1\"\n","\n","os.makedirs(project, exist_ok=True)\n","\n","dataset = load_dataset(\"nicholasKluge/instruct-aira-dataset\", split=\"english\")\n","\n","df = dataset.to_pandas()\n","\n","display(df)"]},{"cell_type":"markdown","metadata":{"id":"fEaDTvdOe8rr"},"source":["3. Load `LlamaTokenizer` and add the chosen special tokens (`'<|startofinstruction|>', '<|endofinstruction|>', '<|endofcompletion|>','<|pad|>'`)\n","4. Create demonstrations by prepending the special tokens.\n","5. Calculate the maximum length (in tokens) that the demonstrations have."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":180,"referenced_widgets":["3238db34584044b4bf05bf6587205a32","5227497d6fee4136aab62bf9cbb313c6","a626b7f31ef243c48e2d9577b9fa7dc3","ef24a0bf70d84ec49f7b63b41aa3eed8","0885b1fa0ab74dea8ebb6fe8a4094f5b","9be26f399bf44a45a021ac75f45c16e0","eed377d3604b4f0993e48e332ffde5d3","638a307e21f94fe29aaa356f05150a85","72fffa92ffa54beb8f2fe8eb064287c6","41eb4c0b88964061a125f5ae38000541","75fcc0dd876e45e2847eceacc87a10af","d7305b2f7bfa4a959fa58af2ee6d54bf","32a92c783f664d76b44d7dd41e789a60","3b21085e080e47a991535dfb7e60753b","277b3f97ad764fd2a89eccf7438e0aea","43c238ae51804ed58d4985c95f6802c0","6a7557a9b0914746ad13fc5ca4dda0f5","c82f35fdc3184a979393d43a3265d9de","128341345a9f4667af3078fbd5dfcd6a","b1e6ed466f0e43a8aaee4a6f7f4d3891","ed1ce6842fb24b45a2a8a9d8ca7e0f1c","b0f4fe58b3e949c1b970ab59a4e08538","69d36cb4887f4843ba9c986bb6256585","5aa97e674e1e48aaa0c7d2cad87b03f6","b860b0148c09406cbc70d08bb44257e1","2cb4fddf34714d7c8516518415ec3037","fca3df3b032349f39d3cb237ae2db430","737b7b6535684a7a8828d26adfd7b5c0","90fd5abd4bf7447592f11dc360ee3cf5","8282a640014541a5af5bd736d8a6efcc","8d1ec38d7a1e4adc871137ac22eabe0b","636070ca4c994843a94e64ebb168d414","23608fac36c3495e8cd7bf550db12b41","6569d78de4654d008a947b80da565163","697d5eb243d642c1af84a4b895873b58","c135a3603f0049838736ea56707063a8","97bbefd1621947b2b1f3db0c0e71bdc9","5e726c72a2b84cd2897a25b84e31b0fe","96c0419947e841c99372214a7118eb3d","4dd05de5431f48faaf9d545dabecd655","a85a5ffdb2894265938f490bcb40efbe","c6636c9654594462b96f0b0039d1339f","66234b99225b46c5bf45a83e03c2927f","64b85be611fc4620965ce0ada25cdd1c"]},"executionInfo":{"elapsed":73401,"status":"ok","timestamp":1696959767371,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"hfu84fWIv4f9","outputId":"b682c8de-1323-425a-d01b-1e70a451b0a5"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"3238db34584044b4bf05bf6587205a32","version_major":2,"version_minor":0},"text/plain":["Downloading (…)okenizer_config.json: 0%| | 0.00/776 [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d7305b2f7bfa4a959fa58af2ee6d54bf","version_major":2,"version_minor":0},"text/plain":["Downloading tokenizer.model: 0%| | 0.00/500k [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"69d36cb4887f4843ba9c986bb6256585","version_major":2,"version_minor":0},"text/plain":["Downloading (…)cial_tokens_map.json: 0%| | 0.00/414 [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6569d78de4654d008a947b80da565163","version_major":2,"version_minor":0},"text/plain":["Downloading (…)/main/tokenizer.json: 0%| | 0.00/1.84M [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stdout","output_type":"stream","text":["Total number of demonstrations: 41815\n","The longest demonstration is 536 tokens long.\n"]}],"source":["from transformers import LlamaTokenizer\n","\n","model = \"PY007/TinyLlama-1.1B-intermediate-step-480k-1T\"\n","model_size = \"1.1B\"\n","\n","tokenizer = LlamaTokenizer.from_pretrained(model,\n"," bos_token='<|startofinstruction|>',\n"," sep_token = '<|endofinstruction|>',\n"," eos_token='<|endofcompletion|>',\n"," pad_token='<|pad|>')\n","\n","df['demonstrations'] = tokenizer.bos_token + df['prompt'] + tokenizer.sep_token + df['completion'] + tokenizer.eos_token\n","\n","df['length'] = df['demonstrations'].apply(lambda x: len(tokenizer.encode(x)))\n","\n","print(\"Total number of demonstrations: \", len(df))\n","print(f\"The longest demonstration is {df['length'].max()} tokens long.\")"]},{"cell_type":"markdown","metadata":{"id":"wkMO17K5e8rs"},"source":["6. Create the Dataset class."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"WlbAfMQ4v4gA"},"outputs":[],"source":["import torch\n","from torch.utils.data import Dataset\n","\n","max_length = 540\n","\n","class InstructDataset(Dataset):\n","\n"," def __init__(self, demonstrations, tokenizer, max_length=max_length):\n","\n"," self.tokenizer = tokenizer\n"," self.input_ids = []\n"," self.attn_masks = []\n","\n"," for demo in demonstrations:\n","\n"," encodings_dict = tokenizer(demo,\n"," truncation=True,\n"," max_length=max_length,\n"," padding=\"max_length\")\n","\n"," self.input_ids.append(torch.tensor(encodings_dict['input_ids']))\n"," self.attn_masks.append(torch.tensor(encodings_dict['attention_mask']))\n","\n"," def __len__(self):\n"," return len(self.input_ids)\n","\n"," def __getitem__(self, idx):\n"," return self.input_ids[idx], self.attn_masks[idx]\n","\n","dataset = InstructDataset(df.demonstrations.to_list(), tokenizer, max_length=max_length)"]},{"cell_type":"markdown","metadata":{"id":"vSqKuRjIe8ru"},"source":["7. Create the `DataLoaders` and specify the `batch_size`."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"cUkCNV-6v4gG"},"outputs":[],"source":["from torch.utils.data import DataLoader, RandomSampler\n","\n","dataloader = DataLoader(\n"," dataset,\n"," sampler=RandomSampler(dataset),\n"," batch_size=4\n"," )"]},{"cell_type":"markdown","metadata":{"id":"0vxvcTIHe8rv"},"source":["8. Load the base model (`LlamaForCausalLM`)."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":564,"referenced_widgets":["bd253e34169f47dc9a2e52b54f08c184","723f3101ce684fd8b5b9ef27f55d53ce","9b7b64f23ef54211a04dee4ef11941c6","52054b71cba24db690e68f9645e87194","388d1aedbd7a41338868aabbc6b300b5","fad9cf9e53f74c9b9a0bb0918d36b261","447c7fc0f9e8445493100c8b819b7042","51361ea42e9e4bef839ba862b303237b","b1cd28dd9a4144fea352784b3aeaa575","f0fb14d609184157a6ea859808184af5","e041c18d1283437dbf02503075e2b9a1","e9f0ed52fc1b44f7a3f3a20768fd817e","bd2c34352d7c4cba836784fa602efd87","dbc1dc0adc0446758e03bf8b15495225","5b83196077e94783b4a99e70ce5277fb","12a1c53219274f52b0fc66341da17ae6","2b30f96b135a48468adfe349c07f0670","751ca95cfa49493eb905d6e379a20bb6","bd80421c54d74a198dec7ffef4cb7c7c","e557964d8e384784ab965903363f16f6","d74eb1c75d554c1a9388b0bd690321c4","9097ea103af547f1a9479b3bb02d6b92","041114a59d5e45f888474f0f2502cfe9","4b2ffdd0143d475d82d64888452911d2","0f535991e7b74ddb9ed4c0561d116c50","66630dbe0603481695e3e66951998d34","c218f18f1d43485f8cc103bc9fa7d59a","be97fee17ab643459a27008c506ab998","8b18e077d6c1482d8eaa4ce88b531746","cfe170b5b43f4ecd9fd441dfab65c5c2","753475dd7b234021a594bc02b4c72e55","9330270934154b45ac97930de2078354","30a2655edcc44aec8e302e82ba7d7b7c"]},"executionInfo":{"elapsed":40202,"status":"ok","timestamp":1696959897064,"user":{"displayName":"Nicholas Corrêa","userId":"09736120585766268588"},"user_tz":-120},"id":"Rmg-5YJqv4gH","outputId":"36f0170e-4e72-40b2-c8be-e4d13a3240d2"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"bd253e34169f47dc9a2e52b54f08c184","version_major":2,"version_minor":0},"text/plain":["Downloading (…)lve/main/config.json: 0%| | 0.00/560 [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e9f0ed52fc1b44f7a3f3a20768fd817e","version_major":2,"version_minor":0},"text/plain":["Downloading pytorch_model.bin: 0%| | 0.00/4.40G [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"041114a59d5e45f888474f0f2502cfe9","version_major":2,"version_minor":0},"text/plain":["Downloading (…)neration_config.json: 0%| | 0.00/129 [00:00, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"text/plain":["LlamaForCausalLM(\n"," (model): LlamaModel(\n"," (embed_tokens): Embedding(32004, 2048)\n"," (layers): ModuleList(\n"," (0-21): 22 x LlamaDecoderLayer(\n"," (self_attn): LlamaAttention(\n"," (q_proj): Linear(in_features=2048, out_features=2048, bias=False)\n"," (k_proj): Linear(in_features=2048, out_features=256, bias=False)\n"," (v_proj): Linear(in_features=2048, out_features=256, bias=False)\n"," (o_proj): Linear(in_features=2048, out_features=2048, bias=False)\n"," (rotary_emb): LlamaRotaryEmbedding()\n"," )\n"," (mlp): LlamaMLP(\n"," (gate_proj): Linear(in_features=2048, out_features=5632, bias=False)\n"," (up_proj): Linear(in_features=2048, out_features=5632, bias=False)\n"," (down_proj): Linear(in_features=5632, out_features=2048, bias=False)\n"," (act_fn): SiLUActivation()\n"," )\n"," (input_layernorm): LlamaRMSNorm()\n"," (post_attention_layernorm): LlamaRMSNorm()\n"," )\n"," )\n"," (norm): LlamaRMSNorm()\n"," )\n"," (lm_head): Linear(in_features=2048, out_features=32004, bias=False)\n",")"]},"execution_count":6,"metadata":{},"output_type":"execute_result"}],"source":["from transformers import LlamaForCausalLM, LlamaConfig\n","\n","configuration = LlamaConfig.from_pretrained(model, output_hidden_states=False)\n","\n","model = LlamaForCausalLM.from_pretrained(model, config=configuration)\n","model.resize_token_embeddings(len(tokenizer))\n","\n","device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n","\n","model.to(device)"]},{"cell_type":"markdown","metadata":{"id":"GJ1kH3uSe8rw"},"source":["9. Set the training hyperparameters."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qlbLg6tqv4gI"},"outputs":[],"source":["from transformers import get_linear_schedule_with_warmup\n","\n","# training rounds\n","epochs = 3\n","\n","# steps at the start of training that are ignored\n","warmup_steps = 1e2\n","\n","# sample the model to test the output\n","sample_every = 400\n","\n","optimizer = torch.optim.AdamW(model.parameters(), lr = 5e-4, eps = 1e-8)\n","\n","# total steps = number of batches * number of epochs\n","total_steps = len(dataloader) * epochs\n","\n","# create the learning rate scheduler\n","scheduler = get_linear_schedule_with_warmup(optimizer,\n"," num_warmup_steps = warmup_steps,\n"," num_training_steps = total_steps)"]},{"cell_type":"markdown","metadata":{"id":"nz1a9lxXe8rw"},"source":["10. Training/Validation loop. Track the carbon emissions of your work by using `codecarbon`. 🌱"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/"},"id":"_X_m8XOtv4gR","outputId":"039cf011-136a-474b-d63b-676c0c2ebc26"},"outputs":[{"name":"stdout","output_type":"stream","text":["\n","Beginning epoch 1 of 3\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 4%|▍ | 400/10454 [06:45<2:48:10, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 400 of 10454. Loss:1.0495506525039673.\n","\n","\n","Example output: What is supply and demand?000 \n","\n","Here are a few common types of supply and demand:\n","\n","1. Income: Supply refers to the total number of job jobs available in a given market.\n","2. Supply refers to the overall availability of jobs within a given area.\n","3. Employment: Supply refers to the number of job markets within a given area.\n","4. Supply and demand are components of economic systems that enable supply and demand to be interconnected.\n","5. Supply refers to the overall availability of jobs within a market\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 8%|▊ | 800/10454 [13:33<2:41:25, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 800 of 10454. Loss:0.555607259273529.\n","\n","\n","Example output: Why are cookies delicious? glue-o-laurillos.\n","\n","Cooking a delicious and delicious homemade cookie!\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 11%|█▏ | 1200/10454 [20:15<2:34:52, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 1200 of 10454. Loss:1.128050684928894.\n","\n","\n","Example output: How do I make my computer startup faster.�����트�ase?To upgrade your computer to a faster modem, there are several steps:\n","\n","1. Power on: Before you're using any computer equipment, make sure it's properly powered.\n","\n","2. Look for a hairdrying: Look for a hairdryer. The hairdryer should display a loading bar or a clock for your computer.\n","\n","3. Gather necessary settings: Start by typing \"X\" and followed by a dot in the corner of your computer. Select \"X\" and let the hairdryer should have a fast and easy access.\n","\n","4. Select a hairdryer or a computer with a dedicated HDD card: If you're using a HDD computer, choose one that is dedicated to the HDD card.\n","\n","5.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 15%|█▌ | 1600/10454 [27:02<2:28:06, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 1600 of 10454. Loss:1.1003737449645996.\n","\n","\n","Example output: How can I make a great presentation.������ #Hi! I am writing you a great presentation.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 19%|█▉ | 2000/10454 [33:44<2:21:22, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2000 of 10454. Loss:1.139173984527588.\n","\n","\n","Example output: What is the best way to cook a steak so that it's juicy and tender.1.To cook a steak in the juice, follow these following steps:\n","\n","1. Grill the steak: Clean the steak with a soft knife, preferably for a rare, tender cut. You can use a round grove grate or a combination of grapefruit and juice for flavor.\n","\n","2. Pan the steak: Use a pan over medium heat to heat the juice.\n","\n","3. Prepare the steak: Season the steak with salt and pepper, as well as any other seasonings you prefer. You can use a steak thermometer to ensure even cooking.\n","\n","4. Place the steak on the grill grates or onto a baking plate.\n","\n","5. B\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 23%|██▎ | 2400/10454 [40:30<2:14:38, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2400 of 10454. Loss:1.002420425415039.\n","\n","\n","Example output: What is the ideal length of a resume.IX ÷1. The ideal length of a resume can vary from person to person as some people prefer to be proactive instead of monotious.The ideal length of a resume can vary depending on the specific purpose, size, and industry guidelines. Some people believe that a 1-hour resume can stand out to potential employers and make you a good fit. However, it is important to note that what works as an ideal for one person might not be the same for another. If you are writing for a job you're applying for, it's always essential to proofread and adapt your resume based on your specific skills and qualifications. Keep in mind that specific information may vary depending on your industry and industry.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 27%|██▋ | 2800/10454 [47:16<2:07:57, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2800 of 10454. Loss:2.412158966064453.\n","\n","\n","Example output: How do I pick a college major.11. 1 2. Itize the few audience: Be wide most popular and a - 16, learning and a specific time of 5.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 31%|███ | 3200/10454 [53:58<2:01:18, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 3200 of 10454. Loss:3.3638155460357666.\n","\n","\n","Example output: What is the best kind of car to buy. can the of in the can a and a an.,itinging. butaging is and their thatals, is it are thatases.\n",". the the tips may learning- be in or and to youities to your youaging and a \" the your can the idea of your personal and their time,ines.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 34%|███▍ | 3600/10454 [1:00:41<1:54:37, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 3600 of 10454. Loss:2.406148672103882.\n","\n","\n","Example output: How to apply for a passport. is also be great best get an an aThe Ial and the meable and get?There are a few important to help can find:\n","4. Fainate an healthing to provide clear devices into yourized goals, allowing a circle and help. This shows with a significantized, but to a sense you or safe.\n","\n","2. The realistic goals: It can priorences of your travel, in the other, and learning can keep if.\n","\n","3. Set expiture: Start can help you want as both, consider online can be clearistic business. Consider you need. Choageing in you-solate the job process between possible.\n","\n","10. Seoseing by the necessary learning and healthable, there as creating important to your personalized goals. Keep the healthations available for a personalanced bienses (iture, but can use you feel any skills or professional.\n","\n","\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 38%|███▊ | 4000/10454 [1:07:28<1:47:55, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4000 of 10454. Loss:2.0486857891082764.\n","\n","\n","Example output: How do I win the lottery.'ning get a a course that stress for a lot it.The area of a language can get achieved:\n","\n","1. Use a clear blog: Choose a clear business that allows your target task and goals for them. Focus on them in what can understand the specific requirements and ensure you stay.\n","\n","2. Create a clear schedule: Select a blog by starting it easy. Keep your work to manage you stay. Alocate, like you work, and set for their specific requirements.\n","\n","3. Regate a domain space: Select up a name of your area to make organized for a schedule. This can have you to you stay organized on tasks and find in the day.\n","\n","4. Contaxly: The name is sure for tasks and have their day. This will include you'll give you focused with time and make your creditline.\n","\n","3. Research and resources: Priorit\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 42%|████▏ | 4400/10454 [1:14:14<1:41:15, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4400 of 10454. Loss:2.2488763332366943.\n","\n","\n","Example output: What makes airplanes fly?, I tell good choms torately, and there are several types of healthy health benefits that are used. Here are some options you can\n","\n","111°ically: 1/C =term growth: These appers are usually-Lracting individuals and can enhance your risk of vire, making a good idea, and keep you feel affordable tasks to a consistent port or body for each attorney and prevent your money of the investing you're in finding. \n","\n","3/3-\n","\n","Inst Vegitor the safety and professional amount by your area. This's important to note that works yourself and understand it is necessary to the process of your website, such as location, housing, and software is key.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 46%|████▌ | 4800/10454 [1:21:00<1:34:36, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4800 of 10454. Loss:1.791032314300537.\n","\n","\n","Example output: What are some examples of counterfactual justice in practice? should II should be a good foundation to the situation of a real who can help reduce stress and development. Here1, it is crucial to develop your chances:\n","\n","1. Set clear goals: Define what your goals is most time, as your retirement is more comfortable in your goals, it's important to prioritize your investors effectively and goals.\n","\n","2. Demvel in saving your tasks: Break down your time is in the key elements, set boundaries, and be persistent with yourself with your well-being. This way can help you structure theft and focus on their own situations of your job.\n","\n","3. Research a trust index: Identifying your objectives and setting potential tasks. Include factors, talk to a career, or try a career counselor your situation with your presentation or goals.\n","\n","Remember, a career takes time and\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 50%|████▉ | 5200/10454 [1:27:46<1:27:50, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 5200 of 10454. Loss:2.1325697898864746.\n","\n","\n","Example output: How can I save for retirement. can I have to save for any news.That's important to maintain productivity by following your resume. Here are some tips to help you establish a strong job application routine:\n","\n","1. Determine what you want to achieve: Determine your goals, target audience, and industry trends.\n","\n","2. Research and planning your qualifications: Clearly and tailoring your skills or qualifications. Focus on how you can make more comfortable, more manageable goals.\n","\n","3. Seek opportunities: Prioritize tasks and allocate specific time slots to understand topics like LinkedIn salational, biased tasks, or industry, as well can be helpful with help.\n","\n","3. Cailable skills and experiences: Keep your job goals, ask for feedback, and make your ability to grow your experiences.\n","6. Cailor to friends: Tread your short-term\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 54%|█████▎ | 5600/10454 [1:34:32<1:21:10, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 5600 of 10454. Loss:2.2124075889587402.\n","\n","\n","Example output: How can I get a good night's sleep when I'm struggling with insomnia. are the quickestive dosage in weight loss: Here are some tips to help you:\n","\n","1. Mather all your current fitness: Gather your physical and mental reviews as it can improve cardiovascular fitness and strength change.\n","\n","2. Regular exercise: Regularly strengthen your heartigue and improve overall healthization and improve overall endurance.\n","\n","3. Dydrfficient sleepness: Avoid processed sleep-intensity, unhealthy, and caffeine. \n","\n","3. Incorporate strengths: Practice a variety of foods, such as compassion, tobacco, 12 diabetes defic-intensity sleep per week to 12 fatigue of moderated-intensity exercise\n","7. 1 cup on\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 57%|█████▋ | 6000/10454 [1:41:18<1:14:29, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6000 of 10454. Loss:2.116811513900757.\n","\n","\n","Example output: What type of job postings are available for an electrician. are a few helpful tips that might help:\n","\n","11. Prioritize your passion: Set specific financial goals, such as deep breathing, saving for retirement, or seeking support. Establish a financial diablish a realistic budget.\n","\n","2. Prioritize and set realistic retirement: Set realistic retirement goals, such as saving for retirement, retirement, or retirement, and to stay committed. Seek professional help from a financial diapist or retirement speaker.\n","\n","3. Analyze and rebalcement: Invest in different ways, such as a mix of stocks or exchange-s, which can help in retirement and reduce risk.\n","\n","4. Take regular adjustments: If stress rates are consistently decreasing, consult with a financial advisor or other retirement broker who can help develop retirement\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 61%|██████ | 6400/10454 [1:48:05<1:07:47, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6400 of 10454. Loss:1.9800869226455688.\n","\n","\n","Example output: What is the difference between a beanie and a knitted cap. between personal preferences and practices to the concept and success of the two and a tight. Here is a two different meanings:\n","\n","In the other words of the phrase is:\n","- 2 = 2 to 2 and 2, when the outcome has been determined by the same size of the first of 1.\n","- 1/3 and 5/3. 1, and 2, the Great Joe President Minister is the same time that is known the first of the first of the President East.\n","\n","However, there are several similar interpretations to help you get started.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 65%|██████▌ | 6800/10454 [1:54:49<1:01:06, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6800 of 10454. Loss:1.5048444271087646.\n","\n","\n","Example output: How do I apply for unemployment benefits. are some tips to help you manage your finances effectively:\n","\n","12. Prioritizing debt and necessitize unnecessary expases like eating out lesscies, entertainment, debt payments, and debt payments. Consider which type of debts you should reduce or eliminate debt is essential. Consider consulting with a financial advisor or financial advisor to find strategies that align with your goals and provide a financial stability tailor.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 69%|██████▉ | 7200/10454 [2:01:33<54:26, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 7200 of 10454. Loss:1.4631826877593994.\n","\n","\n","Example output: What is the best way to cook Brussels sprouts.2 and 140 is a simple method for grasing pancakes. Generally, there is the right methods to cook pancakes in your kitchen and then cook them in the bowl. However, cook pancakes can vary depending on your location and location. However, some commonly known to consider include shender or seasongrounds of your house. However, different online shf and choose colors are commonly required to help you find a variety of options. Ultimately, it's always a good idea to read the book label and follow reviews to choose your own \"best\" method.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 73%|███████▎ | 7600/10454 [2:08:18<47:43, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 7600 of 10454. Loss:0.9645214676856995.\n","\n","\n","Example output: Should I use a dynamic microphone or a condenser microphone for recording a podcast? What about streaming on twitch or making youtube videos? Should I ever use a ribbon microphone?πy important features:\n","\n","1. Wash your data: Create a programly structure over your important files and have clear and concise details.\n","\n","2. Start the basics: Begin by selecting the basient and data: Organize the problem and text-by-check your data in the same data.\n","\n","3. Set up your information: Determine what you want to achieve with each task. It should be relevant, measurable, relevant, and relevant.\n","\n","4. Define your goals: Conduct the time you want to keep track of the equation. This could include using the date of your object or service.\n","\n","5. Consider complex factors: Consider factors such as dataset, complexity, and complexity.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 77%|███████▋ | 8000/10454 [2:15:03<41:02, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8000 of 10454. Loss:0.9349363446235657.\n","\n","\n","Example output: According to the dual process theory, what part of the brain is associated with System 1?The \"prow\" is not necessarily a type of digital camera operating systems, which are used for \"purpose Android phones\" or \"hard-to-code\" devices. This has led to the process of Android phones, which refers to traditional computers and has more recent popular battery storage capacities. However, the best quality and versatile applications have played more to be Apple 1051 in the iPhone 5020s. However, there are some factors for Androidphones, while newer drives are still more powerful than traditional and innovating tasks. \n","\n","Lryptphones offer both powerful and scalable software editing capabilities, with a wide range of printing applications, including \"web\"s\" and \"Mindning Software Phones\" in their software are often more affordable and creative. There are many online options\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 80%|████████ | 8400/10454 [2:21:50<34:21, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8400 of 10454. Loss:1.3949207067489624.\n","\n","\n","Example output: Find a map of Paris with tourist attractions labelled.An popular destinations from London to Las Vegay in Rome. However, it's worth noting that the top city will not be the same for another person. Some key factors should consider:\n","\n","1. **Sanse and Recurring: You will need to be able to take a flight or have a picnic together while you're visiting a nearby country.\n","\n","2. **Evanque Requirements:** Use different cities within the country. There are various countries and airports that can provide information on the most visited and convenient transportation.\n","\n","3. **Too-friendly in Mexico:**** -**'s an interesting tourist destination with many locations, such as Bali, Bali, and Zayco City. You can also consider out the ridespread, such as the region or the type of time they may\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 84%|████████▍ | 8800/10454 [2:28:36<27:40, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8800 of 10454. Loss:0.8055386543273926.\n","\n","\n","Example output: Where can I find discounted tickets for a live theater performance. I can help you make a list of inspoundings for a home theater pattern:\n","\n","1. Visit the straw-back: Take the time to see your mood and find a nearby place to turn to the beach, such as the Lou or a small town, where you can have some good postures and want to find the best dine.\n","\n","2. Start with your feet and the other: Take a deep count of your home and take your time to think what other flavors can be enjoyed. If you're uncertain about sharing the ingrained atmosphere, try to consider creating a calm ambiance with the sensals.\n","\n","3. Cross-in: Choose a peaceful chair with the relaxation of the night of the hotel and take some deep breaths. You can also try to visit local customs or experiences on an island.\n","\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 88%|████████▊ | 9200/10454 [2:35:22<20:58, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 9200 of 10454. Loss:0.8278596997261047.\n","\n","\n","Example output: Which state joined the US on March 15, 1820?1The countries of the United States (EU) and 3921 are: North Carolina, North America, Latourg, Finland, Greece, Britain, Finland, Latourg, Spain, China, Chile, Slovia, Cyprus, Finland, Latourg, Ireland, Hungs, Finland, Sweden, Sweden, Portugal, Sweden, Luxembourg, Greece, Germany, Sweden, Luxembourg, Portugal, Sweden, Spain, Czech arts, Poland, Greece, Hungary, Finland, Italy, Ireland, Japan, Slovenia, Greece, Peru, Sweden, Germany, Sweden, Germany, Poland, Sweden, Sweden, Czech Asia, Slovta, SlovQ, Lithivedaia, Slovenia, Sweden, Chile, Asia, Sweden, Lithport, Canada, Finland, China, Ireland, Spain, Slovenia, Ireland, Latourg, Sweden,\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 92%|█████████▏| 9600/10454 [2:42:08<14:17, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 9600 of 10454. Loss:0.9978893399238586.\n","\n","\n","Example output: How do I get from A to B using public transportation.Tailor me to B using public transportation. Here are some tips to help you get started:\n","\n","1. Stay calm: Wear to your parents, family, and coworkers for support. Make sure to follow all traffic rules and take steps when needed.\n","\n","2. Keep your bride: If you're feeling overwhelmed, don't hesitate to seek immediate help. It's important to seek support and guidance when needed.\n","\n","3. Observe and learn and plan: Before entering your bills, it's best to research and prepare your research plan. Prepare a few research and avoid burnout.\n","\n","Remember, the experience of being public transportation requires effort and timefulness. Stay consistent, take breaks, and keep up with the bride. Additionally, remain calm and respectful.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 96%|█████████▌| 10000/10454 [2:48:54<07:35, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 10000 of 10454. Loss:1.131346583366394.\n","\n","\n","Example output: Can you help me find some cheap flights to the Caribbean.ouncially available tips to help you on this great stairs.Of course! One of the main advantages is to start with car rags. Here are some tips to consider:\n","\n","1. Start early: Begin by cleaning down your flight from London International Airport, including your destination. It's a good idea to start by planning.\n","\n","2. Compare prices: Airlines can flights and compare prices. Consider the following factors to find suitable airs, airport laws, and exclusive flight documents.\n","\n","3. Compare flight search engines: Popular flight search engines may include flight search engines like Google Flights and browser Flights. Consider using flight search engines like Google Flights to find suitable flight times.\n","\n","4. Book airlines: By offering airlines, flying flights or laying flights to specific airport programs. Look into these air\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 99%|█████████▉| 10400/10454 [2:55:41<00:54, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 10400 of 10454. Loss:1.2048895359039307.\n","\n","\n","Example output: What new technologies are being used to treat cancer.There are several organizations where individuals who believe their needs to maintain mental function, but it's important to focus on building a strong, balanced, and consistent mindset. Here are some common care physicians who consider:\n","\n","1. Medications: Teach healthcare providers with care physicians who may have experienced dietary therapy. Healthcare professionals are trained to assist in finding care physicians who are seeking support and knowledge.\n","\n","2. Therapists: Teach them about healthy relationships with others who believe in such situations, concerns, or concerns. They may need to approach their feelings, concerns, and experiences.\n","\n","3. Healthcare professionals: Some individuals prioritize healthcare professionals who have a positive diet and have a strong emphasis on stress-based care. They can be more effective in managing pain and symptoms of developing a\n","\n"]},{"name":"stderr","output_type":"stream","text":["100%|���█████████| 10454/10454 [2:56:40<00:00, 1.01s/it]\n"]},{"name":"stdout","output_type":"stream","text":["\n","Average Training Loss: 1.5449839565701253.\n","\n","\n","Beginning epoch 2 of 3\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 4%|▍ | 400/10454 [06:41<2:48:09, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 400 of 10454. Loss:0.7762268781661987.\n","\n","\n","Example output: How do I make an online payment for a purchase. are a few steps you can take to get your online bank:\n","\n","1. Assess your financial resources: Start by understanding your income sources, such as saving for a down payment or paying off your credit card balances. Pay any money on interest.\n","\n","2. Set clear goals: Determine what you want to achieve with your online bank. Whether it's buying a house, saving for a vacation, or building a home, having clear objectives will help guide your financial decisions.\n","\n","3. Categorize and categorize: Create a dedicated and functional budgeting system that reflects your financial goals. Make sure to categorize your expenses and identify any necessary funds or services that may be experiencing them.\n","\n","4. Break down your bills: Keep your phone in, and turn off your phone on your phone. This will help ensure you stay on the\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 8%|▊ | 800/10454 [13:27<2:41:26, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 800 of 10454. Loss:1.2523366212844849.\n","\n","\n","Example output: What are some of the main causes of the American Civil War.The primary causes of the American Civil War were:\n","\n","1. Executive challenges: The treatments experienced in the conflict and representation of the rights, including the position of war, the American parliamentary system, and the signing of war in areas like tax and economic spending.\n","\n","2. Social challenges: The impacts of the French system remain heavily a global challenge. Different countries and countries have different autonomy or the impact of the United States on the economy. The challenges involved in achieving the goal of transitioning to the United States, a threat to the legislative branch, and ensures that countries are protected to the organization.\n","\n","3. Political impact: During the period, the Prime Minister and the executive Minister have implemented the role of government in which the legislator is used, leading to the government's status and national economic status. In a\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 11%|█▏ | 1200/10454 [20:13<2:34:50, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 1200 of 10454. Loss:1.0424519777297974.\n","\n","\n","Example output: What is the fastest way to learn Swedish.Learning a language effectively is a wise goal. Here are some tips to help you get started:\n","\n","1. Set clear goals: Define your learning objectives and what level of proficiency you want to achieve.\n","\n","2. Immerse yourself: Surround yourself with the language as much as possible. Surround yourself with the structure of music that are most available.\n","\n","3. Practice regularly: Consistency is key. Regular practice will help improve your ability to remember. Consider using language learning apps, online platforms, or textbooks that provide spaced lessons and exercises.\n","\n","4. Focus on understanding: Understanding the basics is crucial, as it helps reinforce what you've learned and what worked well.\n","\n","5. Use a dictionary: Build a solid foundation of the grammar rules of the language and its structure\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 15%|█▌ | 1600/10454 [27:00<2:28:07, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 1600 of 10454. Loss:0.9180490970611572.\n","\n","\n","Example output: How do I rearrange my furniture to look the most aesthetically pleasing. on the type of furnace, there are a few general tips to maximize your furniture. Here are a few suggestions:\n","\n","1. Gather the furniture: Remove furniture from the room by keeping the items to move and debris their look at its designated spot.\n","\n","2. Choose the right furniture: Look for furniture with good quality or resistance of furniture that are slightly heavier than others. Use a balloonic, vase color (VOC) or a combination of both (the \"ch\" and 'himal'. to maximize space.\n","\n","3. Optimize storage: Utilize the vertical space in your walls to maximize storage. A clutter-free hood and storage area can maximize space and make it easier to find specific items.\n","\n","4. Avoid over\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 19%|█▉ | 2000/10454 [33:46<2:21:27, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2000 of 10454. Loss:1.5001461505889893.\n","\n","\n","Example output: I'm due for a job review, what should I do to prepare. What suggestions do you suggest.Of course! I'm here to help. When looking for a job search, it's important to know your interest in order to better understand it. Here are a few tips to consider:\n","\n","1. Research your company: Gather information about your company's mission, mission, products/services, and recent news. This will help you understand your company better.\n","\n","2. Dress professionally: Dress in the company, based on the company culture, job culture, and recent news. Dressing history can help you position a compelling and appropriate opportunity to interview.\n","\n","3. Study the job description: Expecting and understanding relevant to the job you're applying for, highlighting relevant data, and having examples that demonstrate your suitability and how you handle it effectively.\n","\n","4. Showcase your\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 23%|██▎ | 2400/10454 [40:32<2:14:44, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2400 of 10454. Loss:1.7892067432403564.\n","\n","\n","Example output: What are the best nutrition tips for type 2 diabetes. Can a Mediterranean diabetes plan and plan. Here are a few sustainable and nutritious eating plan:\n","\n","1. Fruits and vegetables: These provide essential vitamins, minerals, and fiber that support various bodily functions. Aim to include a range of fruits and vegetables with a diverse amount of vitamins, such as vitamins, minerals, and fiber.\n","\n","2. Vitamins: Include sources like skinless poultry, fish, tofu, beans, and lentils. These are essential amino acids that provide your body with essential amino acids.\n","\n","3. Fruits and vegetables: Include a variety of fruits and vegetables from different sources. They are important for maintaining your teeth and help to maintain a health\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 27%|██▋ | 2800/10454 [47:18<2:07:59, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2800 of 10454. Loss:0.5158244371414185.\n","\n","\n","Example output: What is XGBoost Algorithm?Louri modeloost Index is an open and highly used artificial intelligence technology (AGI) tool that stands for the \"best\" and its specific capabilities. It's a commonly used programming language in web development, and when a machine becomes entangled, it's an open program or a command layer, and this language continues to rise rapidly.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 31%|███ | 3200/10454 [54:02<2:01:19, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 3200 of 10454. Loss:0.9993467330932617.\n","\n","\n","Example output: What are the causes and symptoms of depression. diabetes, and what are some of the key factors and symptoms of depression. Depression is a common mental health condition, and different factors may differ.\n","\n","1. Genetic Factors: Certain genetic factors like genetics, traumatic events, and chronic syndrome can be linked by other.\n","\n","2. Family loss: Cognitive-related diseases like chronic obstructive pulmonary disease (COPD), bronchitis, and chronic obstructive pulmonary disease (IBPD).\n","\n","3. Chronic conditions: Certain medications, such as chronic syndrome, heart disease, type 2 diabetes, and certain cancer conditions, can affect the body.\n","\n","4. Cognitive-related issues: Cognitive-related questions can affect brain health and cognitive function, potentially promoting better\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 34%|███▍ | 3600/10454 [1:00:48<1:54:38, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 3600 of 10454. Loss:0.6737795472145081.\n","\n","\n","Example output: What is RBI?RISiac-Rihosphate Rale: A Rasped stock of the Investor family or investment portfolio. It was a stock of a significant increase and a loss of losing for the future. Some companies that did not sell the same shares include stocks, bonds, real estate, and mutual funds. Others believed to capitalize themselves and their shares into assets. It is important to note that investing in stocks carries risks, and investing in real estate is a challenges of short-term market fluctuations and market changes. It involves careful research, research, and careful consideration of the investor's risk tolerance. It's always a good idea to consult with a financial advisor who can provide personalized investment advice based on your specific situation and goals.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 38%|███▊ | 4000/10454 [1:07:34<1:48:01, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4000 of 10454. Loss:0.9911696910858154.\n","\n","\n","Example output: What is the latest news about the Syrian civil war. on scientific evidence and updates to betterness.The COVID-19 pandemic is characterized by the COVID-19 pandemic, which resulted in the shift towards a global scale. It has resulted in increased concentration, anxiety, and degradation, leading to feelings of isolation and rapid tensions. However, the COVID-19 pandemic continues to shift-washed regions of individuals due to habitat destruction and changes in environmental impacts.\n","\n","Addressed studies from the COVID-19 pandemic have had a significant impact. Initially, scientific research and development have resulted in ongoing efforts and improvements in climate, renewability, and sustainability. Scientists and research institutions rely on research to better understand the global, sustainable, and potential issues they rely on today on the world.\n","\n","It's important to note that the pandemic has had a\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 42%|████▏ | 4400/10454 [1:14:20<1:41:15, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4400 of 10454. Loss:0.7780453562736511.\n","\n","\n","Example output: What spices would be best in my chili recipe. a few chili dieters you suggest.In this dish, there are many variations of spices that are commonly used in chili recipes. However, you can always read the ingredients in different recipes to find what you enjoy and what is available in your dish. For example, you can cook shrimp, nutritional yeast, cinnamon, salt, cinnamon, nutritional yeast, salt, cinnamon, salt, pepper, and any vegetable broth. Do you have any specific flavors or ingredients you prefer?\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 46%|████▌ | 4800/10454 [1:21:05<1:34:36, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4800 of 10454. Loss:0.5414188504219055.\n","\n","\n","Example output: What are the laws regarding gun ownership and registration in the state of Illinois.Income in many countries, California, is located in the state of California and is home to the state of Illinois state. The specific laws and responsibilities vary depending on the state in question. However, here are some common laws and expectations of California that can also be infringement to fire or address this problem:\n","\n","1. Age: California is home to the largest state in the state of Illinois and is located in the area where no one or more little territory is available.\n","2. Residency: California is not considered the most common residence in the state of California. It is responsible for paying off the appropriate time of obtaining a marriage in the state of California.\n","3. Giving Strategy: California is often made with a responsibilities, such as the \"Corapormal me\" or \"passing Raiselha+.\"\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 50%|████▉ | 5200/10454 [1:27:52<1:27:54, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 5200 of 10454. Loss:1.0240230560302734.\n","\n","\n","Example output: What should I do if I get sick while travelling. on the occasion of the flight and your personal preferences.As an AI assistant, I can provide some general recommendations that may be helpful:\n","\n","1. Follow the rules and regulations: Familiarize yourself with the guidelines to get sick, especially regarding your personal invention and interactions with others. Read travel advisories, carry and date, and check for any safety concerns you may have.\n","\n","2. Set up a date: Choose a date that you have genuine interest and enjoy the experience of being connected with loved ones. Engage in a discussion and create lasting memories to show your confidence and connection.\n","\n","3. Seek guidance: Consider asking friends, family members, or connecting group members for additional advice and support. Sometimes, sharing stories, or connecting directly with people who share similar experiences can greatly increase your chances of finding a safe and afford\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 54%|█████▎ | 5600/10454 [1:34:38<1:21:12, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 5600 of 10454. Loss:0.8645752668380737.\n","\n","\n","Example output: How do I edit a photo in Photoshop.ounce on the type of rose bush, and size is the recommended for a tree to determine how many lables are in an inch of years.To track a black in Photémop, you can start by researching and analyzing a rose bush before starting your shot. Then, try the limes of the leaves as much as the lows are in a flower color. \n","\n","- Cleanly, you can have one inch of polémop. Make sure to remove any dusting or damaged branches.\n","- Yathering a tree can bring about two years, or more tree.\n","- For most lables, you can get the flucy from the tree by pressing it horizontally.\n","- For other metabolic lions, the total and maximum.\n","- For the specific type of tree being measured, it's worth checking if the lions\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 57%|█████▋ | 6000/10454 [1:41:24<1:14:29, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6000 of 10454. Loss:1.0042402744293213.\n","\n","\n","Example output: What is the best way to invest my money for mid-term gains.5g and early investing in for maximum returns can be a more conservative and diversified approach. However, one investment can be a great way to begin building a well-diversified portfolio. Investing in the stock market can be a long-term financial goal, but it's important to conduct thorough research and make informed decisions. Some general principles about long-term investing involves a diversified portfolio that can track various companies and sectors. Additionally, it's important to remember that investing involves risk and should be done with a long-term investment.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 61%|██████ | 6400/10454 [1:48:09<1:07:49, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6400 of 10454. Loss:0.8326733708381653.\n","\n","\n","Example output: Write a letter to your Mom and Dad asking whether or not I can study abroad during my Junior year in college. What tips can you give me to study effectively and effectively.Having a class's in school classes during your lecture and preparing students in college is a great goal to keep yourself active and focused. Here are some tips to keep in mind beforehand:\n","\n","1. Active Learning and preparation: Take the time to showcase your skills and achievements. Practice deep breathing exercises, meditation, or mindfulness to enhance your understanding.\n","\n","2. Practical Activity: Consider engaging in any subject, sport, or sport that you believe will be taking as it can enhance your mood and overall health.\n","\n","3. Healthy Lifestyles: Adequate balanced nutrients, adequate sleep, sufficient sleep, and balanced meals to support your mental\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 65%|██████▌ | 6800/10454 [1:54:55<1:01:08, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6800 of 10454. Loss:1.1637449264526367.\n","\n","\n","Example output: What are some easy tips for keeping a tidy home. How to care for a house.Cleaning up spills, bathrooms, and bathrooms can help create a clean and comfortable home environment. Here are some easy tips to keep your home:\n","\n","1. Remove unnecessary items: Keep your floors in a clean and tidy home environment. Store small items in the bedroom, such as keepts or toilets separate from clutter, and then refrw the room with minimal decor.\n","\n","2. Declutter and declutter: Remove unnecessary items and keep only what you no longer need or use regularly. Clean your belongings to meet your personal style.\n","\n","3. Maintain a clean workspace: Remove unnecessary items from furniture and keep it organized, such as phones, tablets, and bathroom equipment.\n","\n","4. Use curtains strategically: Avoid using excessive ing\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 69%|██████▉ | 7200/10454 [2:01:42<54:26, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 7200 of 10454. Loss:0.4319325387477875.\n","\n","\n","Example output: What is the process for filing a tax return. on the nature of the country you are filing, and I'll do my best to provide you with the most accurate and up-to-date information. It would be best to consult with a tax professional or use the tax preparation software to ensure accuracy and maximize your deductions while preparing. However, I would recommend a general overview of the process to help you maximize your tax preparation:\n","\n","1. Dress for the future: The tax rate may vary depending on the country and the tax authorities you are traveling for. For instance, in France, the average income for an 101(k) is $16 years, depending on the tax advantages.\n","\n","2. Income your income: Keep an estimated cost of your income for a country where your income is ended. This may include housing costs, utilities, insurance, and any other applicable\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 73%|███████▎ | 7600/10454 [2:08:28<47:42, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 7600 of 10454. Loss:1.1917873620986938.\n","\n","\n","Example output: What's the link between sports nutrition and performance.The link between basketball nutrition and performance can vary depending on the individual, so it's essential to ensure that you're following what you can do on a day. While I can provide a general overview, here are some general tips that may be helpful:\n","\n","1. Balanced Diet: Adequate balanced diet that includes a variety of fruits, vegetables, whole grains, and healthy fats like avocados, nuts, and whole grains. Consuming fruits, vegetables, and whole grains in your diet can help you stay hydrated and provide a more full-body boost.\n","\n","2. Portion control: Keep a food diary to help with portion control. Consider serving food labels or limiting portions. Eating slowly and listening to your body's hunger and fullness cues\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 77%|███████▋ | 8000/10454 [2:15:14<41:02, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8000 of 10454. Loss:0.7856018543243408.\n","\n","\n","Example output: What is the significance of fairness metrics?Fairness metrics are used in evaluating and evaluating fairness metrics. \n","\n","A Fairness metric encompasses a system of confusion in decision-making. It focuses on evaluating and evaluating various aspects of fairness, such as equality, honesty, transparency, and justice. This helps in quantifying and evaluating any negative or biological effects, promoting fairness, and ensuring fairness in decision-making. \n","\n","When it comes to fairness, we are increasingly engaged and equipped to ensure a more accurate and ethical assessment of different fairness metrics. This means that we should not discrimination based on factors like gender, gender, religion, nationality, or socio-economic background. \n","\n","By measuring and addressing fairness metrics, we can work towards building fairness metrics that are unbiased\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 80%|████████ | 8400/10454 [2:22:01<34:22, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8400 of 10454. Loss:0.883971631526947.\n","\n","\n","Example output: When was golf invented?Saving basketball can be both fun and challenging. \n","\n","For example, if you could find that a football match to 20% 180%, you would call it online. \n","\n","Basketball that is easy to drink and can be used in most sports. \n","With 20 minutes of basketball, you would set the game for the excitement of all participants.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 84%|████████▍ | 8800/10454 [2:28:45<27:40, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8800 of 10454. Loss:0.48771631717681885.\n","\n","\n","Example output: What are some of the benefits of attending a private university.Attending a traditional university can offer several benefits. Here are some of the key benefits:\n","\n","1. Knowledge Techniques: Colleges may have specific curriculum and career standards for students, making them accessible and accessible for students. They may also offer higher educational performance than traditional schools.\n","\n","2. Career Opportunities: Certain degree programs can provide job opportunities in higher language skills, such as English or French. This may include vocabulary or specialized subjects that can be appealtted into a classroom.\n","\n","3. Problem-Solving Abilities: Interacting with a strong classroom can open doors to a new career, provide a sense of accomplishment and guidance. Additionally, a well-paced resume and a love-specific subject can help potential employers make an informed decision.\n","\n","4. Career Opport\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 88%|████████▊ | 9200/10454 [2:35:31<20:58, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 9200 of 10454. Loss:0.8199346661567688.\n","\n","\n","Example output: How does society create a safe environment for LGBTQ+ citizens. between these two countries.EffUV-CQ+ countries, like any countries and Canada, are legal frameworks that incorporate the principles of various parties and are established by the government. Here are the key distinctions and distinctions of the EU:\n","\n","1. Ownership: The EU is the primary hubs in the European Union. It is responsible for implementing policies and balances within the EU.\n","\n","2. Plug Ownership: Each country produces the benefits and rights that the members bring to the governance. It is essential to understand who works on the EU, including the potential benefits and legal obligations.\n","\n","3. Decentralized Approachers: The EU grants laws and regulations into place for enforction and collective decision-making. The EU uses rules, legislation, and decision-making, such as\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 92%|█████████▏| 9600/10454 [2:42:17<14:17, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 9600 of 10454. Loss:0.7643738389015198.\n","\n","\n","Example output: What are the pros and cons of having a pet. greatly depends on factors like living situation, lifestyle, availability, and lifestyle preferences.The pros and cons of having a pet can vary depending on various factors such as lifestyle, home size, time, and time availability. Generally, a pet can bring a wide range of benefits such as companionship, companionship, companionship, or specific needs, which can have advantages like improved crop health and stability. However, it's important to consider these factors and ensure they are prepared for you when deciding to bring one into your home.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 96%|█████████▌| 10000/10454 [2:49:02<07:35, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 10000 of 10454. Loss:0.6464890837669373.\n","\n","\n","Example output: How can I become more organized in daily life.Becoming more organized in daily life is a great goal. Here are some steps you can follow:\n","\n","1. Prioritize and prioritize: Start by making a to-do list and setting specific goals for your day or work. Prioritize your tasks based on their importance and urgency.\n","\n","2. Time Management: Allocate specific time slots for different activities to manage your time effectively. Break down larger tasks into smaller, manageable steps to make them feel more achievable.\n","\n","3. Decrease workloads: Learn to prioritize your tasks, and create to-do lists. Set specific deadlines for different activities to help keep yourself organized.\n","\n","Remember, finding the right method for you is the most effective way to become organized, and you'll see progress in it over time. Be kind to yourself and celebrate your achievements along\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 99%|█████████▉| 10400/10454 [2:55:48<00:54, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 10400 of 10454. Loss:0.7405633926391602.\n","\n","\n","Example output: What are some great recipes for chicken that don't take too long to make. Canpherd's favorite chicken recipes. Here are a few recipes that can enhance chicken:\n","\n","1. Grilled chicken with roasted vegetables: Season chicken breasts with your preferred spices, then grill until your chicken is cooked and your preferred level of vegetables like broccoli, carrots, and bell peppers.\n","\n","2. Veggie Quesadillas:\n","Ingredients like chicken wings, roasted vegetables like zucchini, bell peppers, and carrots can add a flavorful and versatile twist.\n","\n","3. Quinoa Salad: Cook quinoa according to package instructions. In a bowl, combine chicken, canned diced tomatoes, cherry tomatoes, red onion, tomatoes\n","\n"]},{"name":"stderr","output_type":"stream","text":["100%|██████████| 10454/10454 [2:56:47<00:00, 1.01s/it]\n"]},{"name":"stdout","output_type":"stream","text":["\n","Average Training Loss: 0.9289401965331616.\n","\n","\n","Beginning epoch 3 of 3\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 4%|▍ | 400/10454 [06:41<2:48:10, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 400 of 10454. Loss:0.5284600853919983.\n","\n","\n","Example output: I need to get a new driver’s license. What do I need to do to obtain one. Can.To obtain a driver's license, there are several steps you can take:\n","\n","1. Research the eligibility: Familiarize yourself with the requirements and procedures to obtain a driver's license in your country.\n","\n","2. Prepare your documents: Cill out all the necessary documents, which typically include proof of identity (such as a valid driver's license or government ID), identification (such as an ID-size ID or driver's license), and some additional documentation or documents.\n","\n","3. Obtain necessary documents: Review the required documents, which may include a valid driver's license, a list of photos of recommendation (such as a driver's license or national ID), a driver's license (if applicable), and a penition or license.\n","\n","Remember, it's always\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 8%|▊ | 800/10454 [13:27<2:41:32, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 800 of 10454. Loss:1.0976558923721313.\n","\n","\n","Example output: What should I do to prepare for my job interview tomorrow. on the company and role you are applying for.Preparing for a job interview is important to make a positive impression. Here are some tips to help you get ready and succeed:\n","\n","1. Dress professionally: Dress in appropriate company attire, including neat or minimal salary. It's also better to be overdressed than underdressed.\n","\n","2. Research the company: Familiarize yourself with the company's mission, values, products or services, and recent news. This will show your genuine interest and help demonstrate your interest.\n","\n","3. Prepare your answers: Anticipate common interview questions and prepare concise, concise, and relevant answers that relate to the position. Remember to gather clarification if needed.\n","\n","4. Practice common interview questions: Practice answering common interview questions, such as asking for\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 11%|█▏ | 1200/10454 [20:14<2:34:51, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 1200 of 10454. Loss:0.47807496786117554.\n","\n","\n","Example output: What's the difference between a process and a thread.A process and a thread are two distinct ways of observing conflicts. \n","\n","A process is an inverse and constant exchange of ideas and instructions that satisfy a specific audience, often involving multiple parties or external parties. It can be carried through written notes or open-ended messages. \n","\n","On the other hand, a link is a more formal and casual process that involves participants, often with a small audience and must be able to work well in advance of multiple parties. \n","\n","So, the main difference lies in their focus on the audience's needs, interests, and available resources. Tuesday gestures, interactive elements, or professional-grade interactions can be used to communicate in formal attitudes or tasks. \n","\n","Differences can be seen in each interaction, but there are numerous forms of quick, deliberate, and intimidating messages depending on the context.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 15%|█▌ | 1600/10454 [27:00<2:28:10, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 1600 of 10454. Loss:0.763940155506134.\n","\n","\n","Example output: I need help understanding the latest news on the Coronavirus. What are some reliable sources that I can use to assess the situation and provide guidance on the best practices.Certainly! Here are some reliable sources that can help you on your Corilavirus journey:\n","\n","1. The official COVID-19 pandemic: A reliable website or a healthcare website that covers various preventive measures and information related to the coronavirus pandemic is the World Health Organization (WHO) and the Centers for Disease Control and Prevention (CDC).\n","\n","2. Regulatory Authorities: Organizations and health organizations, governments, or other reputable health organizations that publish comprehensive medical information and guidelines on preventive measures in the body. These organizations regularly monitor healthcare professionals and follow recommended guidelines.\n","\n","3. The World Health Organization (WHO): The WHO was\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 19%|█▉ | 2000/10454 [33:46<2:21:26, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2000 of 10454. Loss:0.7432065606117249.\n","\n","\n","Example output: How does deontological ethics differ from consequentialism?Deontological ethics, commonly associated with Immanuel Kant, suggests that human actions can lead to positive outcomes and violation of certain values. \n","\n","Deontological ethics, on the other hand, often involves the following:\n","\n","1. Aristotle/Deontology: Existentialism (Utilitarianism) suggests that moral rules and moral laws should be derived in the determination of moral principles.\n","\n","2. Deontological Ethics: Immanuel Kant argues that moral actions are inherently right or wrong, regardless of their consequences. It is concerned with universal principles that should be followed when making decisions.\n","\n","3. Immanuel Kant: Existentialism, which suggests that moral principles are not universally indistinguishable or subjective but do not apply to divine.\n","\n","4. Deontological Ethics:\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 23%|██▎ | 2400/10454 [40:33<2:14:47, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2400 of 10454. Loss:0.46698713302612305.\n","\n","\n","Example output: How do I do a root cause analysis. widely3 days.Neverens a root cause or action, there are a few things you can do to help them. First, observe the root cause of your reporting and determine if it is appropriate to make decisions. Awareness and open communication with the other person are key. Once you've made the necessary steps, I'll be happy to help and provide some information on the right course of action.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 27%|██▋ | 2800/10454 [47:16<2:08:01, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 2800 of 10454. Loss:0.8122073411941528.\n","\n","\n","Example output: What are some natural remedies for anxiety.s on their individual experiences.While there is no cure for the common cold, there are several natural remedies that may help alleviate anxiety symptoms. Some common options include:\n","\n","1. Stay hydrated: Drink plenty of water throughout the day as it can help keep your brain and reduce anxiety symptoms.\n","\n","2. Exercise: Engaging in physical activity, such as walking, jogging, yoga, or dancing, can help relieve anxiety symptoms.\n","\n","3. Deep breathing: Taking deep, slow breaths can help calm the body and alleviate anxiety symptoms.\n","\n","4. Mindfulness: Practicing mindfulness can help calm the mind and promote relaxation. Taking some time to focus on the present moment and let go of distress is crucial.\n","\n","\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 31%|███ | 3200/10454 [54:03<2:01:21, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 3200 of 10454. Loss:0.7553931474685669.\n","\n","\n","Example output: What type of paint should I use on my kitchen walls. on the type of paint and personal preference, and the finish is typically recommended for most kitchen walls. For example, you can opt for a paint with a low color shining effect or high-traffic areas. Generally, latex or acrylic paint has a matte finish, but it's important to choose a paint that is moisture-wicking and has built odor. Experiment with different finishes and see which one works best for you. Additionally, consider the amount of natural and industrial impact, such as the availability of water sources in the kitchen or the presence of fire-based paint like fire or plastic.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 34%|███▍ | 3600/10454 [1:00:48<1:54:35, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 3600 of 10454. Loss:0.5251544117927551.\n","\n","\n","Example output: What are good exercises for losing stomach fat. diabetes.When it comes to losing stomach fat, it's important to focus on a combination of resistance training, diet, and strength training. Cardiovascular exercises, such as strength training, can be beneficial for improving heart health and reducing stomach fat. Cardiovascular exercises, like walking, running, cycling, or swimming, help burn calories and increase the overall fat burning. Strength training exercises, such as lifting weights or bodyweight exercises, can be effective in burning calories and increasing stomach fat. Strength training exercises, like weightlifting or bodyweight exercises, can help increase muscle mass while reducing stomach fat. However, it's essential to remember that individual results may vary, and consulting with a healthcare professional\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 38%|███▊ | 4000/10454 [1:07:34<1:47:59, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4000 of 10454. Loss:0.3200388550758362.\n","\n","\n","Example output: How can I build a personal website. how to do this.Building a personal website can be an exciting endeavor! Here are some steps to help you get started:\n","\n","1. Plan your website: Define your goals, target audience, and budget. Create a comprehensive plan of action, content, and time for building. This will help you stay focused throughout your website design and attract visitors.\n","\n","2. Choose a domain name: Select a unique and memorable domain name that represents you or your brand. Use a domain name that is easy to remember, relevant to your content, and offers value to your visitors.\n","\n","3. Register a domain: Decide on the legal structure of your website, such as a sole proprietorship, partnership, or limited liability company (EIN). Research and choose the one that best suits your needs.\n","\n","Remember, building a personal website takes time and effort.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 42%|████▏ | 4400/10454 [1:14:21<1:41:14, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4400 of 10454. Loss:0.6141001582145691.\n","\n","\n","Example output: Can you provide a definition for whole brain emulation (WBE)?Whole brain emulation (WBE) refers to the hypothetical process of creating a functional digital copy of a computer system by simulating itself of a human brain. It includes a computer, its structure, connections, memories, and consciousness, allowing scientists to comprehend and emulate a computer or its own consciousness from conscious inputs. \n","\n","From WBE, we use it for a theoretical and functional processing of our brain, which is a conscious processing of brain activity that enables us to simulate complex behaviors and make complex, highly powerful cognitive functions that could currently exhibit human-like behavior. It enables the creation of conscious systems that can accurately replicate or replicate the brain.\n","\n","While WBE is a theoretical concept, it is important to note that achieving complete consciousness or disinfectness is still an active area of research,\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 46%|████▌ | 4800/10454 [1:21:07<1:34:36, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 4800 of 10454. Loss:0.6585739254951477.\n","\n","\n","Example output: What is the difference between digital and analog cameras.Digital cameras and analog cameras are both digital cameras, but they have some differences. Here are a few key differences:\n","\n","1. Function: Digital cameras allow digital cameras to connect with a digital world of instantoodors, allowing them to do their studies, read live and work on different tasks simultaneously. Digital cameras, on the other hand, are digital tools that can be adjusted to fit different demands and time zones.\n","\n","2. Length and Quality: Digital cameras are digital tools that allow you to display and display information. Unlike cameras, where you can, unlike digital computers, there is a widespread attachment that allows for the sharing of all aspects you can do from the comfort of your own home.\n","\n","3. Gaming and Processing: Digital cameras typically do not require a physical license to process data or software\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 50%|████▉ | 5200/10454 [1:27:53<1:27:55, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 5200 of 10454. Loss:0.7301554679870605.\n","\n","\n","Example output: How can I lower my stress levels. a few strategies to help me manage my stress levels.There are several strategies that can help in managing stress:\n","\n","1. Take regular breaks: Give yourself short breaks throughout the day to recharge and refocus your energy. This can help prevent burnout and improve your overall mental well-being.\n","\n","2. Exercise regularly: Physical activity can be an effective way to relieve stress. You can try activities like walking, jogging, yoga, or dancing, which can help you relax and relieve stress.\n","\n","3. Practice time management: Prioritize your tasks and create a schedule or to-do list to manage your time effectively. This can help you feel more in control and reduce stress.\n","\n","4. Prioritize self-care: Make sure to take care of yourself during your breaks and avoid excessive time spent on other activities. T\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 54%|█████▎ | 5600/10454 [1:34:40<1:21:12, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 5600 of 10454. Loss:0.6968460083007812.\n","\n","\n","Example output: What are the symptoms of dehydration. Can.Dehydration can be a complex and medication process, but common symptoms may include:\n","\n","1. Skration: Drinking plenty of fluids, such as water, herbal tea, or warm beverages, can help thin mucus and ease congestion.\n","\n","2. Overconsumption: Resting exercises or engaging in intense exercises can temporarily relieve muscle stiffness and improve overall balance.\n","\n","3. Dry mouth or feet: Dehydration can contribute to the growth of dishes or clear oral hygiene, which may temporarily improve or decrease the frequency of the eyes.\n","\n","4. Irritation: Sensitivity to certain medications can suppress mucus and reduce pain.\n","\n","5. Muscle cramps: Dehydration\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 57%|█████▋ | 6000/10454 [1:41:26<1:14:30, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6000 of 10454. Loss:0.6579568386077881.\n","\n","\n","Example output: How do I make sure that I am looking my best on video conferences. ?Being good on video conferences is an important aspect of staying informed. Here are a few tips to help you be more aware of your digital presence:\n","\n","1. Be cautious with your devices: Ensure that you have a reliable internet connection, including your laptop or smartphone, especially if you're not in use.\n","\n","2. Set up web settings: Establishing specific web accounts for your online accounts can help you create a sense of control and ensure you don't miss any issues you're not sure.\n","\n","3. Use secure payment and reward programs: Research and select reputable online payment providers to secure payment and encourage secure payment.\n","\n","4. Keep your devices up to date: Regularly update your phone, webcam, and antivirus software to ensure that you receive the latest security\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 61%|██████ | 6400/10454 [1:48:12<1:07:50, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6400 of 10454. Loss:0.5667020678520203.\n","\n","\n","Example output: Does Palmeiras have a Fifa club world cup?Yes, Palmeiras does have a Flyn World Cup tournament. The event revolves around a world where a team of talented players assemble their skills to help the team compete. While Palmeyal is a traditional martial event, it doesn't have to say someone else is, so the exact duration of the tournament can vary. They have different tournaments and have been in different tournaments, such as tournaments, meetings, and special events.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 65%|██████▌ | 6800/10454 [1:54:56<1:01:07, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 6800 of 10454. Loss:0.308785080909729.\n","\n","\n","Example output: How can I make money as a student. How to start making money as a student.Starting money can be a rewarding yet overwhelming venture. Here are some steps you can consider:\n","\n","1. Evaluate your skills and interests: Take some time to analyze your skills, passions, and strengths. Understand what your core values and why you have the time to earn.\n","\n","2. Create a budget: Based on your assessment and expenses, create a budget that outlines your income and expenses. Allocate funds for essential bills first and then allocate money towards your repayments.\n","\n","3. Reduce discretionary spending: Identify areas where you can cut back on expenses like dining out, unnecessary subscriptions, or impulse purchases. Consider reducing these expenses to save money.\n","\n","4. Increase your income: Consider taking on a\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 69%|██████▉ | 7200/10454 [2:01:43<54:26, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 7200 of 10454. Loss:0.5381529927253723.\n","\n","\n","Example output: I have a Science project due soon, can you help me come up with a good topic.Of course! I'd be happy to help you brainstorm some details for your science project. Here are some ideas:\n","\n","1. Study the basic concepts: Physics is a fascinating and complex subject, and what you have learned is important. Understanding these principles is essential for engaging the audience and understanding the nature of science.\n","\n","2. Develop your topic: Brainstorm some basic knowledge to get an overview of your audience. Think about the major themes or challenges that you will address, and explain how they relate to your audience's needs.\n","\n","3. Think about your audience: Consider what information you are presenting, your target audience, and the subject you want to address. Tailor your arguments to suit their interests and needs.\n","\n","4. Identify relevant topics: Assess which topics will be\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 73%|███████▎ | 7600/10454 [2:08:29<47:45, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 7600 of 10454. Loss:0.7422583699226379.\n","\n","\n","Example output: Explain the diplomatic crisis between US and Iran.The diplomatic crisis between US and Iran, along with various regions of Alzheimer, affects trade relations. Here are some key factors that can contribute to a decline in economic activity:\n","\n","1. Financial stability: Both the United States and the Soviet Union have a large share of financial markets. This gap can be seen as the \"Repens,\" \"Changing Out,\" and a strong economy.\n","\n","2. Investment options: The economic systems in US and Iran generally impact various aspects of their governance, including employment options. For example, the New York Stock Exchange (NYSE) operates under the influence of oil reserves in the global economy and investment options.\n","\n","3. Regulation of tariffs: In 2020, the U.S. and the Soviet Union was founded in 2023 under the Bureau\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 77%|███████▋ | 8000/10454 [2:15:16<41:03, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8000 of 10454. Loss:0.5003294348716736.\n","\n","\n","Example output: Why is my car making a clicking sound when I try to start it? The lights are turning on for a little bit but the engine is not turning over. 30/70/80/80/85/85/80/735/70/824/80/80/86/92)?I recently hear, if the clicking sound is coming out in your engine and you're driving it frequently, the lights don't turning over. These means that a clicking sound happens every 16:0/80/85/80/90/80/92/81.\n","\n","To determine whether my car is making a rolling sound, you can check the fluids of your car's fluids. You can do this through the breakdown of an electronic audio monitoring system such as an app, audio monitoring, or automatic app\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 80%|████████ | 8400/10454 [2:22:02<34:20, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8400 of 10454. Loss:0.5692954063415527.\n","\n","\n","Example output: Why is the Pacific NorthWest so unique?The Pacific Northwest, being the national and most important region of the American Southwest, is widely regarded as the political, economic, and cultural center of the North American region. The region also includes influential neighborhoods, diverse customs, festivals, and organizations. Additionally, the Southern region includes various regions from different regions across the country, including Colombia, Ireland, Wales, Hungary, Ireland, France, and Turkey. This combination of several larger peaks along with the involvement of numerous smaller organizations, institutions, and events that attract people from around the world.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 84%|████████▍ | 8800/10454 [2:28:46<27:40, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 8800 of 10454. Loss:0.4993569850921631.\n","\n","\n","Example output: Identify which instrument is string or percussion: Hyoshigi, RonrocoThe Hyndigi is a string instrument while the tanroco is a string instrument. The Morroco, on the other hand, is a traditional Percussion instrument originating from the Berlet. It has a set of hollow strings that are plucked or strummed to produce sound.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 88%|████████▊ | 9200/10454 [2:35:29<20:58, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 9200 of 10454. Loss:0.5191306471824646.\n","\n","\n","Example output: What is C#?C# is a high-level programming language that was developed by Microsoft for various purposes, such as lexical analysis, data analysis, and data analysis. It was developed in the mid-1990s, with some becoming increasingly popular due to its concise syntax and improved performance. C# has a focus on object-oriented programming, making it a versatile language that has applications in various fields, including data analysis, data analysis, artificial intelligence, and data analytics.\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 92%|█████��███▏| 9600/10454 [2:42:14<14:16, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 9600 of 10454. Loss:0.2984301745891571.\n","\n","\n","Example output: What activities can I do to boost my mental focus and productivity.There are several activities that can help boost productivity. Here are a few suggestions:\n","\n","1. Regular Exercise: Engaging in physical activities like walking, running, or yoga can help improve your mental focus and concentration.\n","\n","2. Deep Breathing: Taking slow, deep breaths can activate the release of feel-good hormones in the body.\n","\n","3. Prioritize and Organize: Creating a to-do list or using a planner can help prioritize tasks, allocate you time, and manage your time efficiently.\n","\n","4. Time Management: Prioritizing your tasks and setting realistic goals can help reduce stress. Consider using productivity tools or techniques like the Pomodoro Technique to stay focused and find what helps you stay focused.\n","\n","5. Socializing: Spending time with loved ones\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 96%|█████████▌| 10000/10454 [2:49:00<07:35, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 10000 of 10454. Loss:0.8563829064369202.\n","\n","\n","Example output: What are the best techniques for creating a successful business plan. business plan is a thoughtful concept to any entity. There are several techniques you can follow to create a successful business plan. Here are a few key considerations:\n","\n","1. Executive Summary: Start with a concise and compelling overview of your business idea. Highlight the key points you plan to include, highlighting relevant information, and clearly communicating your strategy.\n","\n","2. Market Analysis: Conduct thorough research to understand your target market, customer needs, and trends. Identify your target audience and outline the value you offer to customers. This will help you identify opportunities and develop effective marketing strategies.\n","\n","3. Market Analysis: Conduct thorough market research to identify your target audience, their needs, preferences, and pain points. This will help you tailor your plan and marketing efforts accordingly.\n","\n","Remember, each business plan is unique,\n","\n"]},{"name":"stderr","output_type":"stream","text":[" 99%|█████████▉| 10400/10454 [2:55:46<00:54, 1.00s/it]"]},{"name":"stdout","output_type":"stream","text":["\n","Batch 10400 of 10454. Loss:0.593136191368103.\n","\n","\n","Example output: Jill, a 60-year-old personal training client, wants to improve her hip flexibility. Jill is concerned about her balance and the risk of falling. Recommend two exercises she can do to improve balance. 3-second each stretch and recovery to modify her hip flexibility. Jill can perform a few times for each individual. Jill might not completely modify or improve her hip flexibility since she becomes more confident and accurate. However, if she is experiencing joint pain or her dysfunction during her balance and exercise, she may engage in this challenge for her physical condition. Both can be beneficial for young people to develop a balanced approach that supports the benefits of movement and flexibility. It's always important to consult with a healthcare professional or certified trainer to explore your specific situation and address any potential limitations or limitations.\n","\n"]},{"name":"stderr","output_type":"stream","text":["100%|██████████| 10454/10454 [2:56:44<00:00, 1.01s/it]\n"]},{"name":"stdout","output_type":"stream","text":["\n","Average Training Loss: 0.5911225815798417.\n","\n","Training complete!\n"]},{"data":{"text/plain":["('/content/Aira-2-1B1/tokenizer_config.json',\n"," '/content/Aira-2-1B1/special_tokens_map.json',\n"," '/content/Aira-2-1B1/tokenizer.model',\n"," '/content/Aira-2-1B1/added_tokens.json')"]},"execution_count":8,"metadata":{},"output_type":"execute_result"}],"source":["from codecarbon import EmissionsTracker\n","import tqdm\n","\n","\n","output_dir = f'/content/{project}'\n","\n","tracker = EmissionsTracker(\n"," project_name=\"Aira_emissions\",\n"," log_level=\"critical\",\n"," output_dir=output_dir,\n"," output_file=\"Aira_emissions.csv\",\n",")\n","\n","training_stats = []\n","\n","tracker.start()\n","for epoch_i in range(0, epochs):\n","\n"," print(f'\\nBeginning epoch {epoch_i + 1} of {epochs}\\n')\n","\n"," total_train_loss = 0\n","\n"," model.train()\n","\n"," for step, batch in enumerate(tqdm.tqdm(dataloader)):\n","\n"," b_input_ids = batch[0].to(device)\n"," b_labels = batch[0].to(device)\n"," b_masks = batch[1].to(device)\n","\n"," model.zero_grad()\n","\n"," outputs = model(b_input_ids,\n"," labels=b_labels,\n"," attention_mask = b_masks)\n","\n"," loss = outputs[0]\n","\n"," batch_loss = loss.item()\n"," total_train_loss += batch_loss\n","\n"," if step % sample_every == 0 and not step == 0:\n","\n"," print(f'\\nBatch {step} of {len(dataloader)}. Loss:{batch_loss}.\\n')\n","\n"," model.eval()\n","\n"," inputs = tokenizer(tokenizer.bos_token + df.prompt.sample().iloc[0] + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n","\n"," sample_outputs = model.generate(**inputs,\n"," bos_token_id=tokenizer.bos_token_id,\n"," pad_token_id=tokenizer.pad_token_id,\n"," eos_token_id=tokenizer.eos_token_id,\n"," do_sample=True,\n"," top_k=50,\n"," max_length = 200,\n"," top_p=0.95,\n"," num_return_sequences=1)\n","\n"," for i, sample_output in enumerate(sample_outputs):\n"," print(f'\\nExample output: {tokenizer.decode(sample_output, skip_special_tokens=True)}\\n')\n","\n"," model.train()\n","\n"," loss.backward()\n","\n"," optimizer.step()\n","\n"," scheduler.step()\n","\n"," avg_train_loss = total_train_loss / len(dataloader)\n","\n","\n"," print(f'\\nAverage Training Loss: {avg_train_loss}.\\n')\n","\n","\n"," training_stats.append(\n"," {\n"," 'epoch': epoch_i + 1,\n"," 'Training Loss': avg_train_loss,\n"," }\n"," )\n","\n","tracker.stop()\n","print(\"Training complete!\")\n","\n","df_stats = pd.DataFrame(data=training_stats)\n","df_stats = df_stats.set_index('epoch')\n","df_stats.to_parquet(f\"{output_dir}/training_stats.parquet\", compression=\"gzip\")\n","\n","rng_state = torch.get_rng_state()\n","torch.save(rng_state, f\"{output_dir}/rng_state.pt\")\n","torch.save(scheduler.state_dict(), f\"{output_dir}/scheduler.pt\")\n","torch.save(optimizer.state_dict(), f\"{output_dir}/optimizer.pt\")\n","\n","model_to_save = model.module if hasattr(model, 'module') else model\n","model_to_save.save_pretrained(output_dir)\n","model_to_save.save_pretrained(output_dir, safe_serialization=True)\n","tokenizer.save_pretrained(output_dir)"]},{"cell_type":"markdown","metadata":{"id":"h48iOsqie8rx"},"source":["11. Check the training stats and plot the learning curves."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true},"id":"J1-hAY9Av4gT","outputId":"c15aa512-d8db-423a-83e2-4357c14cfc90"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABAUAAAI/CAYAAAAPyGCFAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAACJRElEQVR4nOzdd3xUdb7/8feZmfSekExooSchdAIkdkVUsKzoWta1oQLuWu7udfeuP1es4Kp3veu96xZ3BQELru6KfUEXbIgk9JpCDzWT3stkyu8PJMpSzECSM5O8no+HD+WcM+d8RpHPzDvfcz6G1+v1CgAAAAAAdDsWswsAAAAAAADmIBQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAKAbys3NVVpamtLS0tr93IsXL1ZaWpomTpzY7ucGAADty2Z2AQAAdFVn8oX76aef1rXXXtuO1aAtXnjhBf3hD3+QJBUWFppcDQAAHY9QAACADtKjR48Tbm9oaFBDQ8MpjwkNDe2wuiQpLCxMAwYM6JBzR0VFacCAAbLb7R1yfgAA0H4Mr9frNbsIAAC6E34a7b/4bwMA6G54pgAAAAAAAN0Utw8AAOBnjj6L4JVXXtHgwYP117/+VZ9//rmKi4vV1NTU+hPsxsZGLV++XF9++aUKCwvlcDhUV1en2NhYjRw5UjfeeKMuuOCCE14jNzdXt912m6TjfyK+ePFiPfTQQ+rdu7c+/fRTbd26VS+99JLWrVunqqoq2e12TZo0Sffcc49iYmKOO/e/v/67jv4kfsKECXr11Ve1atUqzZ8/X5s3b1Z9fb369OmjK664QjNmzFBISMhJ/x0tW7ZMr7zyivLy8uR2u9W3b19dddVVmjZtml588cVjrtFZamtrtXDhQi1fvlxFRUVyuVxKTk7WWWedpenTp6tv374nfF1TU5Nef/11ffLJJ9q9e7caGhoUFRWl+Ph4jRgxQhMnTtRll112zGtcLpfefvttffjhh9q+fbvq6uoUGRmp2NhYDR06VOecc46uv/76znjbAIAARygAAICf2rdvnx544AGVlZUpJCRENtuxbXvJkiV66KGHJEmGYSgyMlI2m02lpaVavny5li9frjvvvFMPPvjgadfwwQcf6KGHHlJLS4uioqLkdrt14MABLViwQCtXrtSbb76piIiI0zr33Llz9dxzz0k68hyClpYW7d69Wy+88IJWr16t+fPny2q1Hve6Z599Vi+//HLrr6Ojo7Vr1y4999xz+uKLL5SZmXl6b/YM7NixQ9OnT1dxcbEktf73KioqUlFRkRYvXqznnnvuuC/3dXV1uvnmm1VQUCDpyH/HqKgo1dbWqrKyUrt27dKaNWuOeZ3b7dbMmTO1cuXK1m1RUVFqaGhQVVWV9u7dqyVLlhAKAADahFAAAAA/9Zvf/EZ2u13PPfecsrKyZLFYtGfPntb90dHRuvPOOzVp0iRlZGQoLCxMklRSUqK33npLL774ol5++WWNGzdOF198sc/Xr6io0K9//WtNnTpV9957r3r27KnGxkYtXrxYTz/9tHbs2KG5c+fqZz/7mc/nLigo0Nq1azVz5kxNmzZN8fHxqqur08svv6w//vGPys3N1TvvvKPrrrvumNd99NFHrYHAlVdeqV/96ley2+1qbm7We++9pzlz5mj79u0+13Mm6urq9JOf/ETFxcWy2+2aPXu2zjvvPFksFhUUFOixxx7Txo0b9ctf/lL9+vVTenp662tfeeUVFRQUKDY2VrNnz9aFF16o4OBgeTwelZaWatWqVVq3bt0x1/vwww+1cuVKhYSE6JFHHtHll1+uiIgIeb1eVVRUaP369frggw869d8BACBw8UwBAAD8lMVi0YIFC3TWWWfJYjnSsr87MWDSpEl68MEHlZmZ2RoISFJSUpLuu+8+/ed//qcknfYS+sbGRl1xxRWaM2eOevbsKenI1IKbb75Zt9xyi6QjX9JPR01Nje655x498MADio+PlyRFRkbqP/7jP3TppZee8Nxer1f/93//J0k655xz9Nxzz7VOOAgJCdENN9ygxx9/XNXV1adV0+latGiRDhw4oKCgIM2dO1cXXHBB63+v9PR0zZs3T71795bT6dTzzz9/zGs3bNggSbrzzjt16aWXKjg4WNKR//Z2u11Tp07V7NmzT/iaqVOn6vrrr29dqWEYhhISEnTJJZfo97//fYe+ZwBA10EoAACAn7r66quVnJx82q+/8MILJUkbN26U2+0+rXP89Kc/PeH2oysPioqK1NjY6PN5g4ODdeedd57y3P/+rIP8/HwVFRVJku6++24ZhnHca6+55hr16tXL53rOxJIlSyRJl112mVJTU4/bHxkZqenTp0uSvvzyS9XW1rbui46OliSVlpa2+Xqn8xoAAE6GUAAAAD81duzY7z2mrKxMv//973XjjTcqKytLGRkZSktLU1pami6//HJJR37ifzo/PY+NjVW/fv1OuC8pKan1n2tqanw+95AhQ076LIKj5/73mrdt2yZJCgoK0pgxY074WsMwNH78eJ/rOV1Op7M1vDjrrLNOetw555wjSfJ4PK3vQ/o2uHnttdf0wAMPaNmyZaqoqDjlNc8//3wZhqFPP/1U06dP14cffiiHw3GG7wQA0F3xTAEAAPxUQkLCKfdv2LBBM2fOPOZLeXh4uMLCwmQYhtxutyorKyXptH6af6oHCH73AYAtLS0dcm6Xy3XM9qPvJTY2tnWZ/YkcvaWgM1RXV7euwjjVdb+74uO7X/qvuuoqbd68Wa+99po++uij1lsm+vXrp3POOUc//OEPNXz48GPONW7cOP3yl7/U//7v/2rFihVasWJF6zXOPvtsXX311crOzm639wgA6NoIBQAA8FNH70s/EZfLpV/84heqqanR0KFD9Z//+Z/KzMxUZGRk6zH79u3TJZdcIunI/fjwTw8//LBuueUWLV26VGvXrtXGjRtbpxYsWrRIt912mx5++OFjXjN9+nRdddVVWrJkidasWaMNGzaouLhYixcv1uLFi3XZZZfpf/7nfxQUFGTSuwIABApuHwAAIABt3LhRBw8elNVq1V/+8hddcMEFxwQCUte75zwuLk6SVFVVJafTedLjOnMpfUxMTOvKhqPjCE/ku/uOPljxu/r166e7775bL730knJzc/Xmm29q0qRJko5MKFi+fPlxr7Hb7Zo2bZr++Mc/6uuvv9b777/fOobw448/1htvvHFG7w0A0D0QCgAAEIAOHz4s6cgXzJMtW1+1alVnltThhg0bJunI7QpHn8D/77xer9auXdtpNQUHBystLU2SlJOTc9Ljvv76a0lHVn8cfR8nY7FYNHr0aP3+979vfWji0defSlpamubMmdP6LIq2vAYAAEIBAAACUFRUlKQjDxosKys7bn9xcfFpjyL0V0OHDm198OFf//rXE94S8d577+ngwYOdWtfRBzp+/PHH2r59+3H76+vrNXfuXEnSBRdc0PrfTtIpVzxYrdbW5f/fnbRwqtdIUmho6HGvAQDgZAgFAAAIQJmZmQoPD5fX69XPf/5z7dmzR5Lkdru1YsUK3XrrrSZX2P4Mw9D9998vSfrqq6/04IMPtt4q0NzcrL///e967LHHFBMT0y7Xq6ioOOVfRx/weNNNN6lPnz5qaWnRjBkz9MUXX8jj8Ug6Mlbxrrvu0oEDBxQcHKyf//znx1zj+uuv15w5c5Sbm6uGhobW7Q6HQ7Nnz24dwXjBBRe07rvnnnv00EMP6YsvvjjmIZNVVVX605/+1LpC5OhkAwAAToUHDQIAEICioqL0q1/9So8//rjWrFmjyZMnKzw8XG63W83NzYqLi9PTTz+tn/70p2aX2q6uuuoqbdmyRQsXLtR7772n999/X9HR0WpoaFBLS4uys7M1atQo/eUvfznlhIK2ONWIQUlKT0/Xe++9p8jISP35z3/W9OnTVVxcrJkzZyokJERBQUGqq6uTdOQ2g9/+9rdKT08/5hy1tbV69dVX9eqrr8owDEVFRcnlch0TEEybNk3nnXde66+bm5tbHygoqfVZEkevJUmXXXZZ6/MFAAA4FUIBAAAC1E033aRevXpp7ty52rp1q9xut+x2uy644ALNmDHjtEYFBoJf//rXGj9+vF555RXl5eXJ6XRq4MCBuvrqq3X77bfrmWeekSRFR0d3Wk2pqan66KOPtHDhQi1btkxFRUVyOp1KSUnR2WefrbvuukspKSnHve53v/udvvrqK61du1YHDhxQWVmZXC6XevfurVGjRumGG244LpyYNWuWvvzyS61Zs0ZFRUUqLS2V0+lUUlKShg8frmuuuUaXXnppZ711AECAM7zMKAIAAF3Ij370I23YsEH/8R//oXvvvdfscgAA8Gs8UwAAAHQZq1evbp1M8N0l9wAA4MQIBQAAQEB54okntHjxYpWWlrZOIKipqdHf/vY33XPPPZKk7OxsjRw50swyAQAICNw+AAAAAsrVV1+tgoICSUce4BcWFqaamprWgGDw4MF6+eWXZbfbzSwTAICAQCgAAAACyvLly7Vs2TJt3rxZZWVlqqurU2RkpAYPHqxLLrlEN954o8LCwswuEwCAgEAoAAAAAABAN8UzBQAAAAAA6KYIBQAAAAAA6KZsZhfQHXi9Xnk8gXGXhsViBEytAICuj74EAPA3gdCbLBZDhmG06VhCgU7g8XhVUVFvdhnfy2azKC4uQjU1DXK5PGaXAwDo5uhLAAB/Eyi9KT4+QlZr20IBbh8AAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbIhQAAAAAAKCbspldAAAAAACYze12yePxmF0G/JzHY6ipySqns1lut7fDr2cYhqxWmwzD6LBrEAoAAAAA6LYaG+tVX18jl8tpdikIEGVllk4NkAzDouDgUEVFxcpmC2r38xMKAAAAAOiWGhvrVV1dpuDgMMXGJspqtUrquJ/IomuwWo1OWSUgeeXxeNTS0qzGxnqVlxcrLi5JwcEh7XoVQgEAAAAA3VJ9fY2Cg8MUF5fYocuz0bXYbBa5XJ23UiAkJEzh4dGqqHCorq5K8fH2dj0/DxoEAAAA0O243S65XE6Fh0cSCMDvWSwWRUREyelsktvtbtdzs1IAkiSPx6v8vRVq2VOpIMOrQb1iZLHwhyMAAAC6pqP3hB+5ZQDwf1brkecJeDzudv19SygArSss0aJlO1RZ29y6LS4qRD+eNESZaUkmVgYAAAB0NH4QhsDQUStauH2gm1tXWKI/vrP1mEBAkiprm/XHd7ZqXWGJSZUBAAAAADoaoUA35vF4tWjZjlMe88ayHfJ4OuPJmgAAAACAzkYo0I1t31913AqBf1dR26zt+6s6pyAAAAAAQKciFOjGqupPHQj4ehwAAAAAdKSnnnpc5547Tv/85wftds777pupc88dp/Xr17bbOQMJDxrsxmIjQtr1OAAAAABdy7nnjjut1/397++rZ89e7VwNOgKhQDeW2jdWcVEhp7yFwGoxFB7CbxMAAACgOxoxYtRx21paWlRQkCdJSk/PUFBQ0HHHBAcHd0g9CQk9lJLSTxERke12Trs9WSkp/RQaGtpu5wwkhtfr5SlyHczt9qiiot7sMk7o6PSBU7FaDE3J7qerzu6nIBtzXAEAncNmsyguLkKVlfVyuTxmlwOgi2lpcaq8/LASEnoqKKhjvsB2VYcPH9L11/9AUvdcEWCzWUzpS778no2Pj5DV2ranBfBMgW4uMy1J914zXHFRx94iEB8Votsnp2vMkB5ye7z68Ou9enz+Gh46CAAAAABdCOvCocy0JI0Zkqhdh6rV4jUUZHg1qFeMLBZDF4zupXWFJXrtk+06XN6gZ15fr4vG9NZ1Fw5SGLcVAAAAAD7zeLzavr9KVfXNio0IUWrfWFkshtlltYvvriL46qu1+uKLz/T3v7+hXbt2qra2RvPnv64hQ9JUXl6mzz//VKtWfaV9+4pUVlYmm82mfv36aeLES/XDH95wwlsQnnrqcS1Z8qF+/evHdPnlV7Vu/+c/P9BvfvOERo8eqxde+Ivee+9tvffeYu3bV6Tg4BCNHj1GM2bco4EDBx13zvvum6mNG9fr979/UWPHfvsMhXnz/qL581/SlClX6sEHZ+mNN17V0qUf6fDhQwoPj1BWVrZmzrxXdnvyCf9dlJaWaO7cF5WT87Vqa2uUlGTXxRdfqttuu1PPPff0Cd+HGfhWB0mSxWJoaP/4Ey7TzExLUnq/OP39s536ctNhfbbhoDbuLNMtl6ZqzJBEE6sGAAAAAsu6whItWrbjmOd6xUWF6MeThigzLcnEytrf668v1J///IJiY+PUp08flZQ4Wvd98MG7mjv3RQUHhyghoYcGDRqk6upqbd9eqPz8PH355Wf6/e9fPOHzCr7PnDmP6eOP/6mePXspJaWfioqKtGLFF9qwYZ3mzn1Vffr09el8LpdLv/jF/Vq3bo369k1R374pKiraq48/XqING9ZrwYJFio6OOeY1+/YV6d57Z6iyskI2m00DBw5Sc3OzFi6cp7VrV/vVLReEAmiTiNAgTZsyVFkZyVq4tEAllY164e0tGp+epB9fkqqYCO7DAgAAAE7lZM/zqqxt1h/f2ap7rxnepYKBuXNf1AMPPKipU38oi8Uij8cjt9stSRozZpyef/6PGjMmUzbbt19LS0ocev7532rFis/1t7+9pltvvcOna27dullFRXv1hz/8VaNHj5Uk1dRU66GHfqlNmzZo3ry/6LHH5vh0zs8+W6bk5F5auPBvGjRosGw2iw4cOKRf/vJ+7d27R2+88Zruvvve1uO9Xq+efPIRVVZWaMSIkZo9+1n16HHkh6nbtxfoV7/6TxUW5vtUQ0fimQLwydB+cXryzgmakp0ii2FoTUGJZr2Uo682HxbPrAQAAEBX4vV61ex0t8tfjU0uvf6v7ae83qJlO9TY5GqX6/nDZ/Orrpqqa6+9XhbLka+dFoul9Sf/o0aN1vjxWccEApKUlGTXY4/Nkc1m09KlH/l8TZfLpZ///JetgYAkRUfH6Gc/+4UkadWqlad1zlmzntCgQYNbtyUnJ2vGjHtOeM7169eqoCBPoaGhmj37v1sDAUlKTU3Xww8/JpfL5XMdHYWVAvBZcJBV1184WBPS7VqwpEBFjlq9/M98rdpWrNunpCspNszsEgEAAIAz4vV69fRr67XzYHWnXbOytln3/u+X7XKuwX1i9NDNY2UY5j2r4PvulW9ubtJnny3Xpk0b5HA41NTU2BpmWCwW7dtXpObmJoWEtH1UYGRklC6++NLjtqempis4OFh1dbWqrq5STExsm885eHCqhg8fcdz2YcOObDt48MAx23Nzv5YkZWefox49ehz3uvHjs5Wc3FPFxYfbXENHIhTAaeuXHKVZt2fqX2sO6N0Vu5VfVKlH5+Zq6nkDdcn4PrJaWIgCAACAANY1nv1nmn79Bpx03+7du/Tgg/+pw4cPnfIcNTU1SkxseyhwqucFxMbGqaTEocbGRp9CgZOdMz4+XpLU2NhwzPb9+/dJkgYPHnLScw4ePIRQAF2D1WLR5KwUjU3toYVLC5VfVKm3Ptup3HyH7piSrhR7lNklAgAAAD4zDEMP3TxWzpb2mUe/fX+Vnv/7pu897j+vH6XUvrFnfL3gIIupqwQkKSzsxCuI3W63HnnkQR0+fEiZmRN0yy23a/DgIYqKim69neDaa69QSYnD52X2oaEnDxCO3sbg660VJ3sflpP8ELShoVGSFB4ecdJznmpfZyMUQLtIigvXL380Wl9tOaw3l+9UUXGtnlywVpOzUvSDc/orOMhqdokAAACATwzDUEhw+3yOHTYgXnFRIcdMHfh38VEhGjYgvsuMJzyZ/Pw8FRXtVVKSXf/937877vYAr9er2tpak6o7c+HhR0KEhob6kx5zqn2djfXdaDeGYei8kb301IwsjUtPksfr1T9zivTYy6tVuK/S7PIAAAAA01gshn486eTLySXppklDunwgIEmHDx+UJA0dmnHC5wXs3r3ruCX5gaRv3xRJ0q5dO096zKn2dTZCAbS7mMgQ3TN1uO6/doRiI4PlqGzUs4s2aMGSAjU0tZhdHgAAAGCKzLQk3XvNcMVFhRyzPT4qpMuNIzyVo0v8y8vLT7h/0aJXOrOcdpeVdbYkKSdnpSoqjn+Pa9eu/t5nKXQmbh9AhxmTmqi0lDi9/cUufbbhoL7cdEibdpXplkvSlJmW+P0nAAAAALqYzLQkjRmSqO37q1RV36zYiBCl9o3tFisEjho2bIRsNpu2bt2s995brKuvvlaS1NLSogUL5uqTT5YoKChILS2B+QPFsWPHaejQDOXn52nWrAf15JPPtE4h2LGjUL/5zROy2Wx+M5aQUAAdKjzUplsvS1NWxpHxhcUVDfrjO1uUmZqoH1+SelxKCgAAAHR1Fouh9H5xZpdhmvj4BN1006169dX5+u1vf6P5819Sjx6JOnBgn+rq6nTXXXfro4/e95un8/vKMAw98shs3XvvDG3evFHXXXelBg4cJKezRXv37lZGxnCNHDlay5Z9fNKHFXYm8ytAt5DaN1ZP3DleV57dX1aLoXXbSzVrbq6+2HjQ56d/AgAAAAhsd999r375y4c0aNBgVVdX6cCB/Ro8OFWzZz+jO+6YYXZ5ZywlpZ/mzXtVV1zxA8XExGjv3j1yOpt1yy3T9Pvfv9i6SiAiwvwpBIaXb2Qdzu32qKLCf54ueTI2m0VxcRGqrKyXy9U+o1dO5EBJneYvKdCewzWSpPSUWN0+OV32+PAOuyYAIPB0Vl8C0D21tDhVXn5YCQk9FRQUbHY5CCA2m+WM+9Ktt96gPXt2a/78RRoyJLVNr/Hl92x8fISs1ratAWClADpdn6RIPXxrpn508RAFB1lUsK9Kj8xbrY9W7ZXLzYc+AAAAAF3Xtm1btWfPbkVHx2jAgIFml0MoAHNYLIYuHd9Xc+7K0rAB8XK5PXr7i92as3Ct9hbXmF0eAAAAAJy2/fv36e9//5tqa2uP2b5580Y9+uj/kyT94AfXyGYz/zF/3D7QCbh94NS8Xq9WbSvWG8t2qL7JJcOQLhufoqvPG6CQIGun1QEA8C/cPgCgI3H7AE5XW24fKCjI0/Tpt8lqtapv3xSFh0eorKxUJSUOSdKIESP1v//7J4WEhLb5uh11+4D5sQS6PcMwdPbwnho+IEF/W75DOXkOLV29T+u2l+i2yeka1j/e7BIBAAAAoM169eqj2267U2vW5Ki4uFgHDuxXSEiIhg0boYsvvlRTp/5QwcH+EUaxUqATsFLAN5t3lemVjwtVUdMsSTp3RE/dMHGwIsOCTKsJAND5/KUvAeiaWCmA09UeDxo8HTxoEN3GyEE9NPuuLF2c2UeGpK+2HNasl3K0Ot/B+EIAAAAAaEeEAvBLYSE23XxJqh66NVM9E8JV09CiF9/bphfe3qKKmiazywMAAACALoFQAH5tcO8YPX7HBF197gBZLYY27izTrLm5+mz9AXlYNQAAAAAAZ4RQAH4vyGbR1ecO0ON3jNegXtFqcrr16ifb9czr63W43P+f1QAAAAB/xg+aECg65vcqoQACRu/ESD10S6ZuviRVIcFW7TxQrcdeXq0PVu6Ry80DqAAAANB2hmFIkjwePkciMLi/+c5jGO37NZ5QAAHFYjF0cWYfzbkrSyMHJcjl9uqdFXv0xII12nWo2uzyAAAAECCsVpsMw6KWlmazSwHapLm5URaLTVartV3PSyiAgJQQE6qfXTdSM3+QociwIB0srddvXlmnRcu2q8npMrs8AAAA+DnDMBQcHKrGxnpWC8DvtbQ0q6mpXqGh4a2rXNqL4WXGW4dzuz2qqPD/e98DdR50bYNTb366U19vLZYkJUSH6vbJaRo+MMHkygAAZyJQ+xKAwOFytai8vFhWq00REVGyWoPa/QsXuh6r1ZDb3Rlfo71yuz1qbm5UU1O9bLYgxcUlyWL5/p/tx8dHyGpt2xoAQoFOQCjQObbuLtfCpYUq/2Zk4VnDkvWjiwcrKjzY5MoAAKcj0PsSgMDgdDarrq5KTidjr9E2FoulU1eXWCw2hYaGKzIypk2BgEQo4HcIBTpPk9Old1fs0b/W7pfXK0WGBenHk4YoK8NO6gsAAaYr9CUAgcPtdsvjcZtdBvyc1WooJiZc1dUNnbJawDAsslqtPn+XIRTwM4QCnW/3oRotWJKvA6VH/r2PHJSgWy9NU0JMqMmVAQDaqiv1JQBA1xAovcmXUIAHDaJLGtgrWo9OG69rzh8om9XQ5l3lmjU3V8vW7pfHQw4GAAAAABKhALowm9Wiq87uryfunKDUPjFqbnFr0bIdevq1dTpYWmd2eQAAAABgOkIBdHk9EyL0q5vH6tbL0hQabNWuQzV6fP4avbtit1r8eMkPAAAAAHQ0QgF0CxbD0EVjeuupGdkaPbiH3B6v3l+5V4/PX62dB6rNLg8AAAAATEEogG4lLipE9/9whO6ZOlzREcE6XN6gp19bp9c+KVRjs8vs8gAAAACgUxEKoNsxDEPj0pM0Z3qWzh3ZU15Jn64/qFlzc7VpZ5nZ5QEAAABApyEUQLcVGRakOy8fql/+aLQSY0NVWdus//vHZr343lbV1DvNLg8AAAAAOhyhALq9jP7xevKuLE3OSpFhSKvzS/TwSzlaueWwvF7GFwIAAADouggFAEkhQVbdcNFgPXr7eKUkRaq+yaV5H+Xrd29uVGlVo9nlAQAAAECHIBQAvqNfcpRm3T5O1184SEE2i7btrdQj83L18ep98nhYNQAAAACgayEUAP6NzWrRlOx+evLOCUpPiZWzxaM3P92pp15dq/0ldWaXBwAAAADthlAAOAl7fLj+66YxmjYlXWEhNu05XKsnF6zR21/sUovLbXZ5AAAAAHDGCAWAUzAMQ+eP6qWnZmQpMy1Rbo9XH60q0qMvr1HhvkqzywMAAACAM0IoALRBbGSI7r1mhO69ZoRiIoPlqGjQs4s26JWlBWpocpldHgAAAACcFkIBwAeZaYl6anqWLhjdS5L0+cZDmjU3R+u3l5pcGQAAAAD4jlAA8FF4aJBun5yuB388Rva4MFXVOfWHxVv0p3e2qLqu2ezyAAAAAKDNCAWA05SWEqcn7pygK87qJ4thaG1hqR5+KVdfbjokr5fxhQAAAAD8H6EAcAaCg6z64QWD9Oi0ceqXHKWGZpcWLCnQb9/YIEdlg9nlAQAAAMApEQoA7SDFHqVZt2XqxomDFWyzqGBflR6dt1pLcork9njMLg8AAAAATohQAGgnVotFl01I0ZPTs5TRP04tLo/+/vkuzV64VkXFtWaXBwAAAADHIRQA2llSbJh+ceNo3XXFUEWE2rTPUafZC9fq75/tlLPFbXZ5AAAAANDKZnYBbVVaWqqVK1dq69at2rJli/Lz89Xc3KwJEybo1VdfbbfrfPHFF5o5c6YkqXfv3vr000/b7dzoPgzD0Dkjemr4wAS9sWy7VueXaEnuPq0rLNXtU9I1tF+c2SUCAAAAQOCEAh999JGefvrpDr1GfX29Hn/88Q69BrqXmIhg/eTq4crOKNOrnxSqpKpRv31jg84b2VM3TBysiNAgs0sEAAAA0I0FTCgQGRmps88+WyNGjNCIESOUl5enP/3pT+16jeeff16HDh3SxRdfrOXLl7frudG9jR7SQ2kpsXr7i136dP1Brdh8WJt3levmS1KVmZYowzDMLhEAAABANxQwocB1112n6667rvXXDoejXc+/ceNGvf7667r44os1adIkQgG0u7AQm265NE1ZGXYtWFKgw+UN+tO7WzVmSA/dcmma4qJCzC4RAAAAQDfDgwYltbS06JFHHlFoaKgeffRRs8tBFzekT6wev2OCfnBOf1kthjbsKNOsuTn6fMNBebxes8sDAAAA0I0QCkj6y1/+ou3bt+tnP/uZkpOTzS4H3UCQzaKp5w3UY3eM18Be0WpsduuVjwv134s26HB5vdnlAQAAAOgmun0osGvXLv3lL3/RsGHDdOutt5pdDrqZPomR+vUtmbpp0hCFBFm1fX+VHnt5jT78eq9cbo/Z5QEAAADo4gLmmQIdwev1atasWXK5XHriiSdktVo77Fo2m//nL1ar5Zi/o/NMye6n8elJWrCkQJt3lWvxl7u1pqBEd105VAN7xZhdHgCYgr4EAPA3XbE3detQYNGiRVq/fr1uvfVWjRgxosOuY7EYiouL6LDzt7fo6DCzS+iW4uIiNOen5+iL9Qf013e3an9JnZ6cv0Y/OH+Qbr4sXaEh3fp/VwDdGH0JAOBvulJv6rbfMhwOh373u9/Jbrfr5z//eYdey+PxqqamoUOv0R6sVouio8NUU9MoN0vXTTNqYLyevjtbi/61XV9vLda7X+zSVxsP6o7Lh2rEoASzywOATkNfAgD4m0DpTdHRYW1ezdBtQ4HZs2errq5OTz/9tCIjIzv8ei6X//6G+Xdutyeg6u2KwkNsmn5lhrIy7HplaYHKqpv02zc26Jzhybrx4iGKDAsyu0QA6DT0JQCAv+lKvanbhgJ5eXmSpCeeeEJPPPHEMfuampokSYcPH9Y555wjSXrhhRc0duzYzi0S3d6IgQmaPT1Li7/creVrD2jl1mJt3l2uH09K1YShSTIMw+wSAQAAAASwbhsKHFVWVnbSfR6Pp3V/S0tLZ5UEHCM02KYfT0pVVoZdC5YU6GBpvf7y/jblbCvWrZelKT461OwSAQAAAASobhsKfPrppyfdt3jxYj300EPq3bv3KY8DOtOgXjF6bNp4/TOnSB9+vVebdpWrYG6urrtgkC4a21sWVg0AAAAA8FHXmaNwEjfddJMmTpyoBQsWmF0KcMZsVot+cM4APXbHBA3uHaNmp1uv/2u7nnltvQ6W1ZtdHgAAAIAAEzArBQ4fPqypU6e2/trpdEqS1q9fr6ysrNbt06dP14wZM1p/7XA4dPDgQdXW1nZarUBH690jQv/vlrH6fMNB/f3zXdp5sFpPzF+tK8/qr8vP6idbF5qbCgAAAKDjBEwo4Ha7VVVVddx2l8t1zPajDwkEujqLYWji2D4aPbiHXv24UJt2levdr/ZoTUGJbp+SrsG9Y8wuEQAAAICfM7xer9fsIro6t9ujigr/X9pts1kUFxehysr6LjNeo7vwer1aU1Ci1/+1XbUNLTIkTczso2vPH6iwkIDJ/gDgGPQlAIC/CZTeFB8fIWsbVw+zxhjoAgzD0IShdj01I1vnjEiWV9LydQf06Lxcbd5VbnZ5AAAAAPwUoQDQhUSGBemuKzL0ixtHq0dMqMprmvW/f9+kv76/TTUNTrPLAwAAAOBnCAWALmjYgHjNvitLl03oK8OQcvIcmvVSrlZtLRZ3DAEAAAA4ilAA6KJCgq26ceIQzbptnPokRqqusUUvfZin5/++SWXVjWaXBwAAAMAPEAoAXdyAntF6dNo4/fCCgbJZLdq6u0KPzF2tf63ZL4+HVQMAAABAd0YoAHQDNqtFV5zVX0/eNUGpfWPV3OLWG8t36DevrdOB0jqzywMAAABgEkIBoBtJjg/Xr348RrdNTlNYiFW7D9Xoiflr9M6Xu9XixyNVAAAAAHQMQgGgm7EYhi4c3VtzpmdrzJAecnu8+uDrvXp8/mpt319ldnkAAAAAOhGhANBNxUWF6P4fjtS91wxXTESwDpc36JnX1+vVTwrV2OwyuzwAAAAAnYBQAOjmMtOSNGdGls4f1VOS9Nn6g5o1N1cbd5SZXBkAAACAjkYoAEARoUGaNmWo/uumMUqKC1NlbbN+//Zm/fndraqud5pdHgAAAIAOQigAoNXQfnF68s4JmpKdIothaE1BiWa9lKOvNh+W18v4QgAAAKCrIRQAcIzgIKuuv3CwHrl9nPrZo1Tf5NLL/8zXc3/bqJKqRrPLAwAAANCOCAUAnFC/5CjNuj1TN1w0WME2i/KLKvXo3Fwtzd0nt4fxhQAAAEBXQCgA4KSsFosmZ6XoybsmaGi/ODldHr312U7NeWWd9jlqzS4PAAAAwBkiFADwvZLiwvXLH43WHZenKzzEpqLiWj25YK3+8fkuOVvcZpcHAAAA4DQRCgBoE8MwdN7IXnpqRpbGpSfJ4/XqnzlFeuzl1SrcV2l2eQAAAABOA6EAAJ/ERIbonqnDdf+1IxQbGSxHZaOeXbRBC5YUqKGpxezyAAAAAPiAUADAaRmTmqg507N14ZjekqQvNx3Sw3Nzta6w1OTKAAAAALQVoQCA0xYeatNtl6Xp/908Vvb4cFXXOfXHd7boj4u3qLK22ezyAAAAAHwPQgEAZyy1b6yevHO8rjy7n6wWQ+u2l2rW3Fx9sfGgvF6v2eUBAAAAOAlCAQDtIshm1bXnD9Kj08ZrQM8oNTa7tHBpoX77xgY5KhrMLg8AAADACRAKAGhXfZMi9fCt4/SjiYMVHGRRwb4qPTJvtT5atVcut8fs8gAAAAB8B6EAgHZnsRi6dEKKZt+VpWED4uVye/T2F7s1Z+Fa7S2uMbs8AAAAAN8gFADQYRJjw/TADaM0/cqhigi1aV9JnWYvXKu3Pt2p5ha32eUBAAAA3R6hAIAOZRiGzh7eU0/NyFZWhl1er7R09T49Oi9XeXsrzC4PAAAA6NYIBQB0iuiIYN39g2H62XUjFR8dotKqJj33t416+aN81TW2mF0eAAAA0C3ZzC4AQPcyanAPpfaN1eIvduvT9Qf01ZbD2ry7XDdfkqpxaYkyDMPsEgEAAIBug5UCADpdWIhNN1+aqoduyVTPhHDV1Dv153e36oW3t6iipsns8gAAAIBug1AAgGkG94nR43dM0NXnDpDVYmjjzjLNmpurz9YfkMfrNbs8AAAAoMsjFABgqiCbRVefO0CP3zFeg3pFq8np1qufbNezr6/X4fJ6s8sDAAAAujRCAQB+oXdipB66JVM3X5KqkGCrdhyo1mMvr9YHK/fI5faYXR4AAADQJREKAPAbFouhizP7aM5dWRo5KEEut1fvrNijJxes0e5DNWaXBwAAAHQ5hAIA/E5CTKh+dt1IzfxBhiLDgnSgtF5PvbJWbyzboSany+zyAAAAgC6DUACAXzIMQ9kZyXpqRpbOHp4sr6R/rd2vR+au1tbd5WaXBwAAAHQJhAIA/FpUeLCmX5mhB24YpYToUJXXNOl3b23SSx/kqbbBaXZ5AAAAQEAjFAAQEIYPTNDs6RN06fi+Mgxp1bZiPfxSrnK2FcvL+EIAAADgtBAKAAgYocE2/ejiIXr41nHqkxihusYW/fWDPP3fPzarvLrJ7PIAAACAgEMoACDgDOwVrUenjdc15w+UzWpo865yzZqbq2Vr98vjYdUAAAAA0FaEAgACks1q0VVn99cTd05Qap8YNbe4tWjZDj392jodLK0zuzwAAAAgIBAKAAhoPRMi9Kubx+rWy9IUGmzVrkM1enz+Gr27YrdaXB6zywMAAAD8GqEAgIBnMQxdNKa35kzP0ujBPeT2ePX+yr16fP5q7TxQbXZ5AAAAgN8iFADQZcRHh+r+H47QT6cOV3R4kA6XN+jp19bptU8K1djsMrs8AAAAwO8QCgDoUgzD0Pj0JM2Zka1zR/aUV9Kn6w9q1txcbdpZZnZ5AAAAgF8hFADQJUWGBenOy4fqlz8arcTYUFXWNuv//rFZL763VTX1TrPLAwAAAPwCoQCALi2jf7yevCtLk7NSZBjS6vwSPfxSjlZuOSyvl/GFAAAA6N4IBQB0eSFBVt1w0WA9cvs4pSRFqr7JpXkf5et3b25UaVWj2eUBAAAApiEUANBt9E+O1qzbx+m6CwcpyGbRtr2VemRerj5evU8eD6sGAAAA0P0QCgDoVmxWiy7P7qcn75yg9JRYOVs8evPTnXrq1bXaX1JndnkAAABApyIUANAt2ePD9V83jdG0KekKC7Fpz+FaPblgjRZ/uUstLrfZ5QEAAACdglAAQLdlGIbOH9VLT83IUmZaotwerz78ukiPvrxGhfsqzS4PAAAA6HCEAgC6vdjIEN17zQjde80IxUQGy1HRoGcXbdArHxeqoclldnkAAABAhyEUAIBvZKYl6qnpWbpgdC9J0ucbDmrW3Bxt2F5qcmUAAABAxyAUAIDvCA8N0u2T0/Xgj8fIHhemqjqnXli8RX96Z4uq65rNLg8AAABoV4QCAHACaSlxeuLOCbrirH6yGIbWFpbq4ZdytWLTIXm9jC8EAABA10AoAAAnERxk1Q8vGKRHp41Tv+QoNTS7NH9JgZ7720Y5KhvMLg8AAAA4Y4QCAPA9UuxRmnVbpm6cOFjBNovyiyr16LzVWpJbJLfHY3Z5AAAAwGkjFACANrBaLLpsQoqenJ6ljP5xanF59PfPdmn2wrUqKq41uzwAAADgtBAKAIAPkmLD9IsbR+uuK4YqItSmfY46zV64Vn//bKecLW6zywMAAAB8QigAAD4yDEPnjOipOTOyNWFokjxer5bk7tOj81Yrv6jS7PIAAACANiMUAIDTFBMRrJ9cPVz/8cORiosKUUlVo377xgbN/2e+6ptazC4PAAAA+F6EAgBwhkYP6aE507M0cWxvSdKKzYc166VcrS0oYXwhAAAA/BqhAAC0g7AQm265NE0P3TJWPRPCVV3v1J/e3ao/LN6iytpms8sDAAAATohQAADa0ZA+sXr8jvG66uz+sloMbdhRpllzc/T5hoPysGoAAAAAfoZQAADaWZDNqmvOH6jHpo3XwF7Ramx265WPC/XfizbocHm92eUBAAAArQgFAKCD9EmK1K9vydRNFw9RSJBV2/dX6bGX1+jDr/fK5faYXR4AAABAKAAAHcliMXTJ+L6afdcEDR8QL5fbo8Vf7taTC9Zqz+Eas8sDAABAN0coAACdoEdsmP7zhlGacVWGIsOCdKC0TnNeWau/Ld+hZqfb7PIAAADQTREKAEAnMQxDZw1L1pwZWcoeZpfXK32yZr8emZerrXvKzS4PAAAA3RChAAB0sujwYM28aph+fv0oJUSHqKy6Sb97c5PmfZinusYWs8sDAABAN2J4vYExI6u0tFQrV67U1q1btWXLFuXn56u5uVkTJkzQq6++6vP5vF6vNmzYoE8//VTr1q3T7t27VVdXp6ioKGVkZGjq1Km66qqrZBjGGdfudntUUeH/Txy32SyKi4tQZWW9XC4eggZ0hianS4u/2K3l6w7IKykqPEg/npSqCUOT2uXPHyCQ0ZcAAP4mUHpTfHyErNa2rQGwdXAt7eajjz7S008/3W7ny8nJ0bRp01p/3bdvX/Xu3VsHDx7UypUrtXLlSn300Ud64YUXFBwc3G7XBYDvCg226ceXpCorw64FSwp0sKxef3l/m3K2FevWy9IUHx1qdokAAADowgLm9oHIyEidffbZuvvuu/WHP/xB99xzzxmdz+v1qk+fPnr44Yf19ddfa9myZVq8eLFyc3P17LPPKjg4WJ9//rn+7//+r53eAQCc3KDeMXrsjvGaet4A2ayGNu0q16y5ufp0/QF5AmNBFwAAAAJQwNw+8O9ee+01zZ49+7RvH6irq1NISIiCgoJOuP/FF1/U888/r9jYWK1atUoWy+nnJ9w+AMAXB8vqtXBJgXYerJYkDe4do2lT0tWrR4TJlQGdi74EAPA3gdKbfLl9IGBWCrS3yMjIkwYCknT++edLkqqqqlRRUdFZZQGAeveI0P+7ZaxuuTRVIcFW7TxYrcfnr9b7X+2Ry+2/zQcAAACBp9uGAt+nqamp9Z9DQ7mnF0DnshiGJo7to6emZ2nUoAS53F69+9UePTF/jXZ9s4IAAAAAOFOEAifx0UcfSZLS09MVGRlpcjUAuqv46FD9x3Uj9ZOrhykqPEgHy+r1m1fXadG/tqvJ6TK7PAAAAAS4gJk+0Jm2bt2qv/3tb5KkmTNntss5bTb/z1+O3nPS1ntPAHSes0f01IhBCfrbsh1asfmwlq07oA07yjTt8nSNGtzD7PKADkFfAgD4m67YmwgF/k1ZWZnuv/9+uVwuXXLJJbriiivO+JwWi6G4uMB5QFh0dJjZJQA4gbi4CP3q9gm6pLBEf/zHJjkqGvQ/f9uoC8f20fSrhysmMsTsEoEOQV8CAPibrtSbCAW+o7a2VjNmzNChQ4c0bNgwPfPMM+1yXo/Hq5qahnY5V0eyWi2Kjg5TTU2j3DzMDPBb/ZMiNGd6lhZ/uUtLc/fp8/UHtDbfoZsvTdXZw5NlGIbZJQLtgr4EAPA3gdKboqPD2ryagVDgG/X19Zo+fbry8vI0ZMgQzZs3r12fJeDP4yr+ndvtCah6ge7IajF0/YWDNS4tSfP/WaADpXX6y3vbtHLLYd12WZp6xHSd9BqgLwEA/E1X6k1d50aIM9DY2Ki7775bGzduVP/+/TV//nzFxcWZXRYAfK8BPaP16LRx+uEFA2WzWrR1d4Uembta/1qzXx6P1+zyAAAA4Oe6fSjQ3Nysn/70p1qzZo169+6tBQsWKDEx0eyyAKDNbFaLrjirv568a4JS+8aqucWtN5bv0G9eW6cDpXVmlwcAAAA/1q1DgZaWFt1///1atWqV7Ha7Fi5cqJ49e5pdFgCcluT4cP3qx2N02+Q0hYVYtftQjZ6Yv0bvfLlbLV1keRsAAADaV5cPBW666SZNnDhRCxYsOGa72+3WL37xC33xxRdKTEzUwoUL1bdvX3OKBIB2YjEMXTi6t+ZMz9aYIT3k9nj1wdd79fj81dq+v8rs8gAAAOBnAuZBg4cPH9bUqVNbf+10OiVJ69evV1ZWVuv26dOna8aMGa2/djgcOnjwoGpra48535IlS/Txxx9LkoKDg/XrX//6pNd+5JFHlJGR0R5vAwA6RVxUiO67doTWFZbq9X9t1+HyBj3z+npdNLa3rrtgkMJCAuaPfwAAAHSggPlU6Ha7VVVVddx2l8t1zPampqY2ne9oqCBJBw8e1MGDB0967L8HCgAQCAzD0Lj0JA3tH6e3Pt2pFZsP67P1B7VxR5luvTRNo4f0MLtEAAAAmMzwer08nrqDud0eVVTUm13G97LZLIqLi1BlZX2XGa8B4Fv5eyu0cGmhSqoaJUnj05P040tSFRMRbHJlwInRlwAA/iZQelN8fISs1rY9LaDLP1MAAHDE0P7xevKuCZqSnSKLYWhNQYlmvZSjrzYfFvkwAABA90QoAADdSHCQVddfOFiP3D5OKfZI1Te59PI/8/Xc3za2riAAAABA90EoAADdUL/kKD1y+zhdf9EgBdksyi+q1KNzc7U0d5/cHv9dCgcAAID2RSgAAN2U1WLRlKx+evKuCRraL05Ol0dvfbZTc15Zp30OHrAKAADQHRAKAEA3Z48L1y9/NFp3TElXeIhNRcW1enLBWv3j811ytrjNLg8AAAAdiFAAACDDMHTeqF56akaWxqUnyeP16p85RXrs5dUq3FdpdnkAAADoIIQCAIBWMZEhumfqcN1/7QjFRgbLUdmoZxdt0IIlBWpoajG7PAAAALQzQgEAwHHGpCZqzvRsXTimtyTpy02H9PDcXK0rLDW5MgAAALQnQgEAwAmFh9p022Vp+n83j5U9PlzVdU798Z0t+uPiLaqqaza7PAAAALQDQgEAwCml9o3Vk3eO15Vn95PVYmjd9lI9/FKuvtx0SF6v1+zyAAAAcAYIBQAA3yvIZtW15w/So9PGa0DPKDU2u7RgSYF++8YGOSoazC4PAAAAp4lQAADQZn2TIvXwreP0o4mDFRxkUcG+Kj368mr9M6dILrfH7PIAAADgI0IBAIBPLBZDl05I0ey7sjRsQLxaXB794/NdmrNwrfYW15hdHgAAAHxAKAAAOC2JsWF64IZRmn7lUEWE2rSvpE6zF67VW5/uVHOL2+zyAAAA0AaEAgCA02YYhs4e3lNPzchWVoZdXq+0dPU+PTovV3l7K8wuDwAAAN+DUAAAcMaiI4J19w+G6WfXjVR8dIhKq5r03N826uWP8lXX2GJ2eQAAADgJm9kFAAC6jlGDeyi1b6wWf7Fbn64/oK+2HNbm3eW6+ZJUjUtLlGEYZpcIAACA72ClAACgXYWF2HTzpal66JZM9UwIV029U39+d6teeHuLKmqazC4PAAAA30EoAADoEIP7xOjxOyboB+f0l9ViaOPOMs2am6vP1h+Qx+s1uzwAAACIUAAA0IGCbBZNPW+gHr9jvAb1ilaT061XP9muZ19fr8Pl9WaXBwAA0O0RCgAAOlzvxEg9dEumfjxpiEKCrNpxoFqPvbxaH6zcI5fbY3Z5AAAA3RahAACgU1gshiaN66s507M0YmCCXG6v3lmxR08uWKPdh2rMLg8AAKBbIhQAAHSqhJhQ/fz6kZr5gwxFhgXpQGm9nnplrd5YtkNNTpfZ5QEAAHQrhAIAgE5nGIayM5L11IwsnTUsWV5J/1q7X4/MXa2tu8vNLg8AAKDbIBQAAJgmKjxYM67K0AM3jFJCdKjKa5r0u7c26aUP8lTb4DS7PAAAgC6PUAAAYLrhAxM0e/oEXTKurwxJq7YV6+GXcpWzrVhexhcCAAB0GMPbwZ+23G633njjDa1cuVIWi0UXXnihrr/++o68pN9xuz2qqPD/0Vs2m0VxcRGqrKyXy8XTwAGYY9ehai1YUqCDpUf+3Bw5KEG3XpqmhJhQkytDZ6MvAQD8TaD0pvj4CFmtbVsD0C6hwD/+8Q898sgjuuyyy/S///u/x+z72c9+pk8++USS5PV6ZRiGJk+erOeff/5MLxswCAUAwDcut0dLcvd9M7LQq5Agq354wUBNHNtHFothdnnoJPQlAIC/CZTe5Eso0C63D6xcuVKSdOWVVx6zPTc3Vx9//LG8Xq/GjBmjs88+W5K0dOlSLVu2rD0uDQDogmxWi646u7+euHOChvSJUXOLW4uW7dDTr63TwdI6s8sDAADoMtolFMjPz5ckjR079pjt7777riTphhtu0KJFi/Tyyy/r/vvvl9fr1TvvvNMelwYAdGE9EyL04M1jdetlaQoNtmrXoRo9Pn+N3l2xWy1+nM4DAAAEinYJBSorKxUcHKz4+Phjtq9atUqGYejWW29t3XbzzTdLkrZu3doelwYAdHEWw9BFY3przvQsjR7cQ26PV++v3KsnFqzRzoPVZpcHAAAQ0NolFKivr1dISMgx20pKSlRcXKyEhAQNGTKkdXtMTIwiIyNVUVHRHpcGAHQT8dGhuv+HI/TTqcMVHR6kQ2X1evrVdXr9k+1qbHaZXR4AAEBAapdQIDIyUrW1tWpsbGzdtmbNGknSmDFjTviafw8RAAD4PoZhaHx6kubMyNa5I3vKK2n5+gN6ZF6uNu0sM7s8AACAgNMuocDRlQBLlixp3fbuu+8e+fA2fvwxx9bW1qqurk49evRoj0sDALqhyLAg3Xn5UP3yR6OVGBuqippm/d8/Nusv729TTb3T7PIAAAAChq09TnLllVdqzZo1evLJJ7Vp0yaVlZVpxYoVCg4O1pQpU445dsOGDZKk/v37t8elAQDdWEb/eD15V5be+2qPPl69T7l5Dm3dXa4fXTxEZw9PlmEwvhAAAOBU2mWlwHXXXaezzz5bTU1Neuutt7R8+XIZhqGf//znSkxMPObYpUuXnnAFAQAApyMkyKobLhqsR24fp5SkSNU3uTTvo3z97q1NKq1q/P4TAAAAdGOG1+v1tseJPB6PPvzwQ23YsEHR0dE6//zzlZmZecwxTqdT9957r5qamvToo48e8wDCrszt9qiiot7sMr6XzWZRXFyEKivr5WLUF4AA5HJ79Mma/Xrvqz1qcXkUHGTRtecN1KRxfWWxsGog0NCXAAD+JlB6U3x8hKzWtq0BaLdQACdHKAAAnctR0aCFSwtUsK9KkjSgZ5SmTRmqvkmR5hYGn9CXAAD+JlB6ky+hQLvcPgAAgD+xx4frv24ao2lT0hUWYtOew7V6csEaLf5yl1pcbrPLAwAA8Bvt8qDB7/PZZ59p5cqVslgsuuCCC3TOOed0xmUBAN2YYRg6f1QvjRyUoNf/tV3rCkv14ddFWlNQqmmT05SWEmd2iQAAAKZrl9sHPvnkEz377LM655xz9OSTTx6z7+mnn9Yrr7xyzLZp06bpwQcfPNPLBgxuHwAA860rLNVr/ypUdd2RkYUXjumt6y4YpPDQTsnHcRroSwAAfxMovanTbx/49NNPdejQIY0bN+6Y7du2bdPChQvl9XrVs2dPpaSkyOv1asGCBcrNzW2PSwMA0CaZaYl6anqWzh/VS5L0+YaDmjU3Rxu2l5pcGQAAgHnaJRTYsmWLJOmss846Zvvbb78tSbrkkku0bNkyffzxx7r55pvl9Xr11ltvtcelAQBos/DQIE2bkq5f3TRG9rgwVdU59cLiLfrTO1tUXddsdnkAAACdrl1CgYqKClmtViUmJh6zfeXKlTIMQzNmzJDFcuRSd999tyRp48aN7XFpAAB8lt4vTk/cOUFXnNVPFsPQ2sJSPfxSrlZsOiSG8gAAgO6kXUKB2tpaRUREHLOtsrJSRUVFio6O1siRI1u3JyUlKSwsTKWlLNcEAJgnOMiqH14wSI9OG6d+yVFqaHZp/pICPfe3jXJUNphdHgAAQKdol1AgPDxctbW1amlpad22bt06SdLo0aOPOz4oKEhWq7U9Lg0AwBlJsUdp1m2ZuuGiwQq2WZRfVKlH563WktwiuT3++wAhAACA9tAuocDAgQPl9Xr1xRdftG5bsmSJDMNQZmbmMcc2Njaqtrb2uFsNAAAwi9Vi0eSsFD05PUsZ/ePU4vLo75/t0uyFa1VUXGt2eQAAAB2mXeYwXXLJJdq4caNmzZql3bt3q7S0VP/85z9lsVg0ZcqUY47dsmWLvF6v+vTp0x6XBgCg3STFhukXN47Wyi3FevPTHdrnqNPshWt12YS+uvrcAQoOYpUbAADoWtolFLjlllv0/vvvq7CwUM8//3zrQ5puueUW9e3b95hjP/nkExmGcdz4QgAA/IFhGDp3ZE+NGJSgN5Zt1+r8Ei3J3ad1haW6fUq6hvaLM7tEAACAdtMuoUBISIgWLVqkhQsXauPGjYqKitJFF12kK6+88pjjnE6n1qxZo549e+rcc89tj0sDANAhYiKC9ZOrhysro1SvfbJdJVWN+u0bG3TeyJ66YeJgRYQGmV0iAADAGTO8zF7qcG63RxUV9WaX8b1sNovi4iJUWVkvl4uHawHAUY3NLv3ji136bP1BSUcCg5svSVVmWqIMwzC5uq6LvgQA8DeB0pvi4yNktbbtEYLt8qBBAAC6srAQm269NE3/7+ax6pkQrup6p/707lb9YfEWVdY2m10eAADAaeuQlQJ1dXXKy8tTeXm5JCkhIUEZGRmKjIxs70sFBFYKAEDX0eJy68Ovi/TPnCK5PV6FhVh1/UWDdf6oXrKwaqBd0ZcAAP4mUHqTLysF2jUUOPqgwRUrVsjzb7OdLRaLLrjgAv3sZz9TWlpae10yIBAKAEDXc6CkTguWFmj3oRpJUlrfWN0+JV3J8eEmV9Z10JcAAP4mUHqTKaHAJ598ov/6r/+S0+nUyU5pGIaCg4P13HPP6ZJLLmmPywYEQgEA6Jo8Hq+WrzugxV/uVnOLWzarRVef21+XTUiRrY2NGCdHXwIA+JtA6U2dHgrs379fV1xxhZxOp3r37q3p06frnHPOUXJysiSpuLhYK1eu1Lx583TgwAGFhIToww8/PG5cYVdFKAAAXVtZVaNe+bhQW/dUSJL6JEbqjsvTNaBntMmVBTb6EgDA3wRKb+r0Bw3OmzdPTqdTo0eP1vvvv6+bbrpJKSkpCg4OVnBwsFJSUnTTTTfp/fff1+jRo+V0OjV//vz2uDQAAKbrERum/7xhlGZclaHIsCAdKK3TnFfW6s1Pd6jZ6Ta7PAAAgJNql1Bg1apVMgxDTzzxhCIiIk56XHh4uJ544gl5vV6tXLmyPS4NAIBfMAxDZw1L1pwZWcoeZpfXK328er8emZerbd+sIAAAAPA37RIKFBcXKyIiok0PEExLS1NkZKSKi4vb49IAAPiV6PBgzbxqmH5+/SglRIeorLpJ//PmRs37ME91jS1mlwcAAHCMdgkFbDabXC5Xm471er1qaWmRzWZrj0sDAOCXRg5K0OzpWZqU2UeGpJVbizXrpRytznec9IG8AAAAna1dQoF+/fqpublZK1as+N5jV6xYoebmZvXr1689Lg0AgN8KDbbpx5ek6te3Zqp3jwjVNLToxfe26ff/2KyKmiazywMAAGifUGDixInyer165JFHtGvXrpMet3PnTj366KMyDEMXX3xxe1waAAC/N6h3jB67Y7ymnjdANquhTbvKNWturj5df0AeVg0AAAATtctIwrq6Ol1xxRVyOBwKCgrS5MmTddZZZ8lut0s68syBVatW6eOPP1ZLS4uSk5P14YcfKjIy8ozfQCBgJCEA4KiDZfVauKRAOw9WS5IG947RtCnp6tXj5A/q7a7oSwAAfxMovcmXkYTtEgpI0o4dO/STn/xEBw8elGEYJzzG6/WqT58++vOf/6whQ4a0x2UDAqEAAOC7PF6vPlt/UP/4YpeanW7ZrIauPKu/Lj+rn2xtbODdAX0JAOBvAqU3mRIKSFJ9fb1ef/11LV26VIWFhXK7j8xmtlqtSktL0+WXX66bbrrplGMLuyJCAQDAiVTUNOmVjwu1eVe5JKl3jwhNm5KuQb1jTK7MP9CXAAD+JlB6k2mhwHe1tLSouvrI0siYmBgFBQVJkmpra3XbbbfJMAwtXry4Iy7tdwgFAAAn4/V6tTq/RIuWbVdtQ4sMSRdn9tG1FwxUaHD3ntRDXwIA+JtA6U2+hAId9mkjKChIPXr0OG67y+VSfn7+SW8xAACgOzEMQ1kZdg0bEK83l+/Qyq3FWrbugDbsKNWtl6Vr5KAEs0sEAABdGDcuAgDgByLDgnTXlRn6xY2j1SMmVOU1zfrfv2/SXz/YppoGp9nlAQCALopQAAAAPzJsQLxm35WlS8f3lWFIOdscmvVSrlZtLVYH3fEHAAC6MUIBAAD8TEiwVT+6eIhm3TZOfRIjVdfYopc+zNPzf9+ksupGs8sDAABdSMA8wai0tFQrV67U1q1btWXLFuXn56u5uVkTJkzQq6++ekbnzsnJ0fz587Vp0yY1NDSoV69emjx5smbOnKnw8PB2egcAAPhmQM9oPTptnJbm7tP7K/dq6+4KPTJ3ta49f6Auzuwji4Xn8wAAgDMTMKHARx99pKeffrrdz/vqq6/qqaeektfrVXJysnr27KmdO3fqz3/+sz755BMtWrRIsbGx7X5dAADawma16Mqz+yszLVELlxZq+/4qvbF8h3LzHZo2JV19EiPNLhEAAASwgLl9IDIyUmeffbbuvvtu/eEPf9A999xzxufcunWrfvOb30iSnnzySX3++ed65513tGzZMg0bNky7du3SI488csbXAQDgTPVMiNCvfjxGt01OU1iIVbsP1eiJ+Wv0zpe71eLHI5EAAIB/C5iVAtddd52uu+661l87HI4zPuef/vQneTweTZ06VTfeeGPrdrvdrt/97neaMmWKPvnkExUUFCg9Pf2MrwcAwJmwGIYuHN1bowb10GufFGrDjjJ98PVerS0s0e2T05XaN9bsEgEAQIA5rVBg6NCh7V1Hp6uvr9eKFSskSTfccMNx+/v376/s7Gx9/fXXWrp0KaEAAMBvxEWF6L5rR2hdYale/9d2HS5v0DOvr9dFY3vrugsGKSwkYDJ/AABgstO6fcDr9Z7RX/4gPz9fTqdTwcHBGjly5AmPyczMlCRt2rSpM0sDAOB7GYahcelJmjMjS+eN7ClJ+mz9Qc2am6uNO8pMrg4AAASK0/pRwn333dfedXS6PXv2SJJ69eqloKCgEx6TkpJyzLEAAPibiNAg3XH5UGVn2LVwaaFKqhr1+7c3a8LQJN00KVUxEcFmlwgAAPxYtw0FqqurJUkxMTEnPebovqPHngmbzf+f6Wi1Wo75OwAgcIwY3EO/uTtO76zYrSWr9ml1fom27anQjy9J1bkje8owAm98IX0JAOBvumJv6rY3HTY3N0vSSVcJSFJwcPAxx54ui8VQXFzEGZ2jM0VHh5ldAgDgNP3kh6M1Kau/Xnhro3YfrNZLH+RpTUGp7r1+lJITAqcXfRd9CQDgb7pSb+q2oUBISIgkqaWl5aTHOJ3OY449XR6PVzU1DWd0js5gtVoUHR2mmppGud2MtwKAQJUQEaRHbs/U0tx9WvzFbm3cUap7//tT/fDCQbp0Ql9ZLYHx0w36EgDA3wRKb4qODmvzaoZuGwq05daAttxi0FauAJoh7XZ7AqpeAMCJXTY+RaMH99ArSwuVX1SpN5bt0KqtxZo2JV0p9iizy2sz+hIAwN90pd4UGD8q6AD9+/eXJB06dOikqwX27dt3zLEAAAQae1y4fvmj0bpjSrrCQ2zaW1yrJxes1dtf7JKzxW12eQAAwGTdNhQYOnSogoKC5HQ6tXnz5hMes27dOknS6NGjO7EyAADal2EYOm9ULz01I0vj0pPk8Xr10aoiPfbyahXuqzS7PAAAYKJuGwpERkbq3HPPlSS99dZbx+3fu3evcnJyJEmTJ0/u1NoAAOgIMZEhumfqcN1/7QjFRgbLUdmoZxdt0MKlBWpoOvkzdgAAQNfV5UOBm266SRMnTtSCBQuO23fPPffIMAy99957evPNN+X1eiVJJSUleuCBB+TxeDRp0iSlp6d3ctUAAHScMamJmjM9WxeO7iVJ+mLjIT08N1frCktNrgwAAHQ2w3v0m7CfO3z4sKZOndr6a6fTqYaGBtlsNkVGRrZunz59umbMmNH664kTJ+rgwYO67777dP/99x933gULFuiZZ56R1+tVz549FRcXp507d8rpdGrAgAFatGiR4uPjz6h2t9ujior6MzpHZ7DZLIqLi1BlZX2XeWgGAODUCvdVasHSQjkqjkzJyUxN1M2Xpio28swm77QH+hIAwN8ESm+Kj4/oetMH3G63qqqqjtvucrmO2d7U1OTTeadNm6a0tDS9/PLL2rx5s8rLy9WrVy9NnjxZM2fOVEREYM50BgCgLdJS4vTkneP1wdd7tSRnn9ZtL1VeUaVunDhY543sKcMwzC4RAAB0oIBZKRDIWCkAAAgE+xy1WrCkQHuLayVJ6Smxun1yuuzx4abUQ18CAPibQOlNvqwU6PLPFAAAAG2TYo/SrNvG6UcTBys4yKKCfVV69OXV+mdOkVxu//3gAwAATh+hAAAAaGWxGLp0Qopm35WlYf3j1OLy6B+f79KchWu1t7jG7PIAAEA7IxQAAADHSYwN0wM3jtZdVwxVRKhN+0rqNHvhWr316U41t7jNLg8AALQTQgEAAHBChmHonBE99dSMbGVl2OX1SktX79Oj83KVt7fC7PIAAEA7IBQAAACnFB0RrLt/MEz/cd1IxUWFqLSqSc/9baNe/ihfdY0tZpcHAADOQMCMJAQAAOYaPbiH0vrGavEXu/Xp+gP6asthbd5drpsvSdW4tETGFwIAEIBYKQAAANosLMSmmy9N1UO3ZKpnQrhq6p3687tb9cLbW1RR02R2eQAAwEeEAgAAwGeD+8To8Tsm6Afn9JfVYmjjzjLNmpurz9YfkMfrNbs8AADQRoQCAADgtATZLJp63kA9fsd4DeoVrSanW69+sl3Pvr5eh8vrzS4PAAC0AaEAAAA4I70TI/XQLZn68aQhCgmyaseBaj328mp9sHKPXG6P2eUBAIBTIBQAAABnzGIxNGlcX82ZnqURAxPkcnv1zoo9enLBGu0+VGN2eQAA4CQIBQAAQLtJiAnVz68fqZk/yFBkWJAOlNbrqVfX6m/Ld6jZ6Ta7PAAA8G8IBQAAQLsyDEPZGcl6akaWzhqWLK9X+mTNfj0yL1dbd5ebXR4AAPgOQgEAANAhosKDNeOqDD1wwyglRIeqrLpJv3trk176IE91jS1mlwcAAEQoAAAAOtjwgQmaPX2CLhnXV4akVduK9fBLOcrJK5aX8YUAAJiKUAAAAHS40GCbbpo0RL++LVO9EyNU29Civ76fp//7x2aVVzeZXR4AAN0WoQAAAOg0g3rF6LFp43XN+QNlsxravKtcs+blavm6A/J4WDUAAEBnM7ys2+twbrdHFRX1ZpfxvWw2i+LiIlRZWS+Xi7nSAICOdbi8XguWFGjHgWpJ0qDe0Zo2OV29EyPl8Xi161C1WryGggyvBvWKkcVimFwxAKC7C5TvTPHxEbJa27YGgFCgExAKAABwYh6vV19sOKi/f75LTU63rBZDY1J7aNeBGlXWNbceFxcVoh9PGqLMtCQTqwUAdHeB8p2JUMDPEAoAAHBqFTVNeu2T7dq4s+yUx917zXCCAQCAaQLlO5MvoQDPFAAAAKaLjw7VvdcMV0So7ZTHvbFsB88eAACgHREKAAAAv7DjQLXqm1ynPKaitlnb91d1TkEAAHQDhAIAAMAvVNU3f/9Bkl75uFCfbziousaWDq4IAICu79Rr9AAAADpJbERIm44rrmjQKx8X6vV/bdfwAfHKGmbXmMGJCgm2dnCFAAB0PYQCAADAL6T2jVVcVIgqa0++YiA2MliTxvXV6nyH9jnqtGlXuTbtKldIkFVjUnsoO8OujP7xsrXx4UoAAHR3TB/oBEwfAACgbdYVluiP72w96f7vTh84VFav3DyHcvMcKqlqbD0mMixI49OTlJVh1+A+MbIYRofXDQDoHgLlOxMjCf0MoQAAAG23rrBEi5btOGbFQHxUiG6aNOSE4wi9Xq/2HK5VTl6xVueXqKbe2bovITpEEzLsys5IVp/ECBkEBACAMxAo35kIBfwMoQAAAL7xeLzadahaLV5DQYZXg3rFyGL5/i/0bo9HBUVVyskr1rrCUjU53a37eveIUFaGXVkZdiXGhnVk+QCALipQvjMRCvgZQgEAAHx3pn3J2eLW5l3lys1zaNOuMrnc337kGdQ7WtkZyRqfnqToiOD2LBsA0IUFyncmQgE/QygAAIDv2rMvNTS1aN32UuXmOZRfVKmjn34shqGMAXHKzrBrzJBEhYXwDGYAwMkFyncmQgE/QygAAIDvOqovVdU1a01+iXLyHNpzuKZ1e5DNotGDj0wwGD4wQUE2JhgAAI4VKN+ZCAX8DKEAAAC+64y+5KhsUO42h3LyHCquaGjdHh5i07j0RGVlJCutb2ybnmcAAOj6AuU7E6GAnyEUAADAd53Zl7xer/Y56pSTV6zcPIeq6r6dYBAbGawJQ+3KHmZXP3sUEwwAoBsLlO9MhAJ+hlAAAADfmdWXPB6vtu+vUk6eQ2sLStTQ7GrdlxwfruxvJhjY48M7rSYAgH8IlO9MhAJ+hlAAAADf+UNfanF5tHXPkQkGG3eUyfmdOgb0jFJWRrImDE1SbGSIKfUBADqXP/SmtiAU8DOEAgAA+M7f+lJjs0sbdpQqJ8+hvD2V8nzzEcqQlN7vyASDzLREhYcGmVsoAKDD+FtvOhlCAT9DKAAAgO/8uS/V1Du1pqBEuXkO7TxY3brdZjU0ctCRCQYjByUoOMhqYpUAgPbmz73puwgF/AyhAAAAvguUvlRa1ajV+Q7lbHPoYNm3/T402KrM1ERlDbNraL84WS2MOASAQBcovYlQwM8QCgAA4LtA7EsHSuqUk+dQbl6xymuaW7dHRwRrQnqSsobZNbBnNBMMACBABUpvIhTwM4QCAAD4LpD7ksfr1a6D1crJc2hNfonqGlta9yXGhiorI1nZGXb16hFhYpUAAF8FSm8iFPAzhAIAAPiuq/Qll9ujvL0VyslzaMP2MjW3uFv3pSRFKmuYXVlD7YqPDjWxSgBAWwRKbyIU8DOEAgAA+K4r9qVmp1sbd5YpN8+hLbvL5fZ8+zEstW+ssjPsGpeepMgwJhgAgD8KlN5EKOBnCAUAAPBdV+9LdY0tWltYotxtDhXur2rdbrUYGjEwQVkZdo0e3EMhwUwwAAB/ESi9iVDAzxAKAADgu+7UlypqmrQ6v0Q5ecXa56hr3R4SZNWY1CMjDjP6x8vWxg94AICOESi9iVDAzxAKAADgu+7alw6V1bdOMCitamrdHhkWpPHpScrKsGtwnxhZmGAAAJ0uUHoToYCfIRQAAMB33b0veb1e7T5co9xtDq0uKFFNvbN1X0J0iCZk2JWdkaw+iRGMOASAThIovYlQwM8QCgAA4Dv60rfcHo8KiqqUk1esdYWlanJ+O8Ggd48IZWXYlZVhV2JsmIlVAkDXFyi9iVDAzxAKAADgO/rSiTlb3Nq8q1y5eQ5t2lUml/vbj3KDe8coK8Ou8elJio4INrFKAOiaAqU3EQr4GUIBAAB8R1/6fg1NLVq3vVQ52xwqKKrU0Q91FsNQxoA4ZWfYNWZIosJCbKbWCQBdRaD0JkIBP0MoAACA7+hLvqmqa9bq/BLl5hVrz+Ha1u1BNotGDz4ywWD4wAQF2ZhgAACnK1B6E6GAnyEUAADAd/Sl0+eoaFBunkOr8hxyVDS0bg8PsWlceqKyMpKV1jdWFgsPKAQAXwRKbyIU8DOEAgAA+I6+dOa8Xq/2OeqUk1es3DyHquq+nWAQFxWiCUOTlJ2RrBR7JBMMAKANAqU3EQr4GUIBAAB8R19qXx6PV9v3H5lgsLagVA3NrtZ9yfHhyv5mgoE9PtzEKgHAvwVKbyIU8DOEAgAA+I6+1HFaXB5t3V2unDyHNu4sU8t3/v0O6BmlrIxkTRiapNjIEBOrBAD/Eyi9iVDAzxAKAADgO/pS52hsdmnDjlLl5DmUt6dSnm8+GhqGlJ5yZIJBZlqiwkODTK4UAMwXKL2JUMDPEAoAAOA7+lLnq6l3ak1BiXLzHNp5sLp1u81qaOSgIxMMRg5KUHCQ1cQqAcA8gdKbCAX8DKEAAAC+oy+Zq7SqUavzHcrZ5tDBsm8/x4SFWDU2NVHZGclK7xcrq4URhwC6j0DpTYQCfoZQAAAA39GX/IPX69WB0nrl5BVrdZ5D5TXNrfuiI4I1IT1JWcPsGtgzmgkGALq8QOlNhAJ+hlAAAADf0Zf8j8fr1c4D1crNc2hNQYnqGlta9yXGhiorI1nZGXb16hFhYpUA0HECpTcRCvgZQgEAAHxHX/JvLrdHeXsrlJPn0IbtZWpucbfuS0mKVNYwu7KG2hUfHWpilQDQvgKlNxEK+BlCAQAAfEdfChzNTrc27ixTbp5DW3aXy+359uNlat9YZQ+za1xakiLDmGAAILAFSm8iFPAzhAIAAPiOvhSY6hpbtLagRDl5Dm3fX9W63WoxNGJggrIy7Bo9uIdCgplgACDwBEpvIhTwM4QCAAD4jr4U+CpqmpSb71DuNof2ldS1bg8JsmpM6pERhxn942Vr4wdXADBboPQmQgE/QygAAIDv6Etdy8GyeuXmOZSbV6zSqqbW7ZFhQRqfnqSsDLsG94mRhQkGAPxYoPQmQgE/QygAAIDv6Etdk9fr1e7DNcrd5tDqfIdqGr6dYJAQHaIJGXZlZySrb1KkiVUCwIkFSm8iFPAzhAIAAPiOvtT1uT0eFRRVKSevWOsKS9Xk/HaCQe/ECGVn2DVhqF2JsWEmVgkA3wqU3kQo4GcIBQAA8B19qXtxtri1eVe5cvIc2ryrTC73tx9RB/eOUVaGXePTkxQdEWxilQC6u0DpTYQCfoZQAAAA39GXuq+GphatKyxVTp5DBUWVOvph1WIYyhgQp+wMu8YMSVRYiM3UOgF0P4HSmwgF/AyhAAAAvqMvQZIqa5u1pqBEuXnF2nO4tnV7kM2i0YOPTDAYPjBBQTYmGADoeIHSmwgF/AyhAAAAvqMv4d85KhqUm+fQqjyHHBUNrdvDQ2wal56orIxkpfWNlcXCBAMAHSNQelOXDgVycnI0f/58bdq0SQ0NDerVq5cmT56smTNnKjw83OfzHTp0SC+//LK++uorHT58WB6PR4mJicrKytK0adOUlpZ2xjUTCgAA4Dv6Ek7G6/WqyFGrnG8mGFTVOVv3xUWFaMLQJGVnJCvFHimDEYcA2lGg9KYuGwq8+uqreuqpp+T1epWcnKz4+Hjt3LlTTqdTgwYN0qJFixQbG9vm823YsEF33XWX6uvrFRQUpD59+igoKEj79u1TU1OTbDabnnvuOU2ZMuWM6iYUAADAd/QltIXH41Xh/irl5hVrbUGpGppdrfuS48OVnWFXVoZd9njff3gEAP8uUHpTlwwFtm7dquuvv15er1dPPPGEbrjhBhmGIYfDoZ/+9Kfatm2bLr30Ur3wwgttOp/X69Vll12moqIijRkzRr/73e/Uq1cvSVJtba0ef/xxffjhh4qMjNTnn3+uqKio066dUAAAAN/Rl+CrFpdHW3cfmWCwcWeZWr7z+2ZAzyhlZSRrwtAkxUaGmFglgEAWKL2pS4YC99xzj5YvX66pU6fq2WefPWbf3r17NWXKFHk8Hr333ntKT0//3vPt2LFDV155pSSd8DVOp1NZWVlqaGjQiy++qIsuuui0aycUAADAd/QlnInGZpc27DgywSBvT6U833zkNQwpPeXIBIPMtESFhwaZXCmAQBIovcmXUCAg5rjU19drxYoVkqQbbrjhuP39+/dXdna2vv76ay1durRNoUBTU1PrP/ft2/e4/cHBwbLb7dqzZ49cLtdx+wEAAOC/wkJsOnt4T509vKdq6p3fTDBwaOfBauUXVSq/qFKvflKokYOOTDAYOShBwUFWs8sGgE4XEKFAfn6+nE6ngoODNXLkyBMek5mZqa+//lqbNm1q0zkHDBig0NBQNTU1acOGDTr33HOP2V9SUqIDBw7IarUqIyPjjN8DAAAAzBEdEayLM/vo4sw+Kq1qVG6eQzl5Dh0qq9f67aVav71UYSFWjU1NVHZGstL7xcpqYcQhgO4hIP6027NnjySpV69eCgo68RKvlJSUY479PpGRkbrnnnskSQ899JCWLl2qyspK1dXVKScnRzNnzlRLS4tmzpyp3r17t8O7AAAAgNkSY8N05dn9NfuuCXrizgmakp2ihOgQNTa7tXJLsf7nzY36xR+/1qJ/bdeuQ9UKkDttAeC0BcRKgerqaklSTEzMSY85uu/osW1x9913KzExUfPmzdPPfvazY/b1799fzz//vC6//PLTqPh4Npv/5y9H7zlp670nAAB0JPoSOtqAXtEa0CtaN148RDv2V2vVtmKtznOopt6pZesOaNm6A0qKDVP28GSdNTxZvXtEmF0yAJN1xd4UEKFAc3OzJJ10lYB05BkA3z22LVpaWrR//35VV1fLZrO1jiQsKipSUVGR/vGPf2js2LFKTk4+o/otFkNxcYHTRKKjw8wuAQCAVvQldIaE+Ehlj+otl9ujjdtL9cX6A8rZelglVY16/6s9ev+rPRrYK0YXjO2t80b3UWIcvy+B7qwr9aaACAVCQo6MjWlpaTnpMU6n85hj2+K+++7T559/rvPPP19z5syR3W6XdGS1wZw5c/T+++/rxhtv1EcffaTIyMjTrt/j8aqmpuG0X99ZrFaLoqPDVFPTKLfbf5+kCQDoHuhLMMug5EgNujxdN08aovXbS7VqW7G27CrX7kPV2n2oWgs+zFNaSqzOGp6s8UPtigxjggHQXQRKb4qODuta0wfacmtAW24x+K5PP/1Un3/+ueLi4vS73/1OUVFRx1zvN7/5jbZu3ardu3dr0aJFmjlz5hm8A/n1uIp/53Z7AqpeAEDXRl+CWawWQ+PTkzQ+PUl1jS1aW1CinDyHtu+vUsG+I3+9srRQIwYmKCvDrtGDeygkmAkGQHfQlXpTQIQC/fv3lyQdOnRILS0tJ7yNYN++fccc+33Wrl0rSRo5cuQxgcBRQUFBysrK0u7du7V169bTKxwAAABdQmRYkC4c01sXjumtipom5eY7lLvNoX0lddq4s0wbd5YpJMiqMalHRhxm9I+XrQvdcwyg6wqIUGDo0KEKCgqS0+nU5s2blZmZedwx69atkySNHj26Teesr69v8/V9eU4BAAAAurb46FBNyeqnKVn9dLCsXrl5DuXmFau0qkk52xzK2eZQZFiQxqcnKSvDrsF9YmQxDLPLBoATCohQIDIyUueee64+++wzvfXWW8eFAnv37lVOTo4kafLkyW0654ABAyRJmzdvVm1t7XGrBVpaWpSbm3vMsQAAAMB39e4RoWvPH6hrzhug3YdrlLvNodX5DtU0tOizDQf12YaDSogOVVaGXdkZdvVJOv3nVAFARwiYNU333HOPDMPQe++9pzfffLN1ZmxJSYkeeOABeTweTZo0Senp6ce8buLEiZo4caKWLl16zPbJkycrODhYlZWVeuCBB+RwOFr3VVdX69e//rV2794twzD0gx/8oOPfIAAAAAKWYRga1CtGP74kVf9z3zl64MZROmd4skKDrSqvadI/c4r06Mur9ci8XH20aq/KqhrNLhkAJEmG9+i36wCwYMECPfPMM/J6verZs6fi4uK0c+dOOZ1ODRgwQIsWLVJ8fPwxr0lLS5MkPf3007r22muP2ffuu+/q4YcflsvlOm4kodPplGEY+uUvf6np06efUd1ut0cVFW2/XcEsNptFcXERqqys7zIPzQAABC76EroCZ4tbm3eVKyfPoc27yuRyf/vRe3DvGGVl2DU+PUnREcEmVgmgrQKlN8XHR3St6QNHTZs2TWlpaXr55Ze1efNmlZeXq1evXpo8ebJmzpypiIgIn843depUpaena+HChVq7dq0OHTokr9erxMREjRkzRjfffPMJn18AAAAAtEVwkFXj0pM0Lj1JDU0tWldYqpw8hwqKKrXzYLV2HqzWG8t2KGNAnLIz7BozJFFhIQH1ER1AgAuolQKBipUCAAD4jr6ErqyytllrCkqUm1esPYdrW7cH2ywaNfjIBIPhAxMUZAuYu32BbiFQepMvKwUIBToBoQAAAL6jL6G7KK5oUG6eQzl5DjkqGlq3R4TalJmWpOwMu1JTYplgAPiBQOlNhAJ+hlAAAADf0ZfQ3Xi9XhU5apXzzQSDqjpn6764qBBNGJqk7IxkpdgjZRAQAKYIlN5EKOBnCAUAAPAdfQndmcfjVeH+KuXmFWttQakaml2t+5Ljw5WdYVdWhl32+HATqwS6n0DpTYQCfoZQAAAA39GXgCNaXB5t3X1kgsHGnWVq+c7/DwN6RikrI1kThiYpNjLExCqB7iFQehOhgJ8hFAAAwHf0JeB4jc0urd9eqtw8h/L2VsrzzUd5w5DSU+KUPcyuzNQkhYcywQDoCIHSmwgF/AyhAAAAvqMvAadWXe/U2oIS5eQVa9fBmtbtNqtFowYlKCvDrlGDExRks5pYJdC1BEpvIhTwM4QCAAD4jr4EtF1JVaNWfzPB4FDZt587w0KsGpuaqOyMZKX3i5XVwohD4EwESm8iFPAzhAIAAPiOvgT4zuv16kBpvXLyipWb51BFTXPrvuiIYE1IT1LWMLsG9oxmggFwGgKlNxEK+BlCAQAAfEdfAs6Mx+vVzgPVyslzaE2+Q/VN304wSIwNVVZGsrIz7OrVI8LEKoHAEii9iVDAzxAKAADgO/oS0H5cbo+27alQbp5D63eUytny7f9TKUmRyh52ZIJBfHSoiVUC/i9QehOhgJ8hFAAAwHf0JaBjNDvd2rCzVLnbHNq6p0JuzzcTDCSl9o1V1jC7xqUlKTIsyNxCAT8UKL2JUMDPEAoAAOA7+hLQ8eoaW76ZYODQ9v1VrdutFkMjBh6ZYDB6cA+FBDPBAJACpzcRCvgZQgEAAHxHXwI6V3l1k1bnH5lgsL+krnV7SJBVY1J7KDvDroz+8bK18YsG0BUFSm8iFPAzhAIAAPiOvgSY52BpnXLzHcrZ5lBZdVPr9siwII1PT1L2MLsG9Y6RhQkG6GYCpTcRCvgZQgEAAHxHXwLM5/V6tftQTesEg5qGltZ9CdGhysqwKzvDrj5JkSZWCXSeQOlNhAJ+hlAAAADf0ZcA/+L2eJRfVKncbQ6t216qJqe7dV/vxAhlZ9iVNdSuHrFhJlYJdKxA6U2EAn6GUAAAAN/RlwD/5Wxxa/Oucq3aVqwtu8vlcn/7lWJw7xhlZdg1Pj1J0RHBJlYJtL9A6U2EAn6GUAAAAN/Rl4DAUN/UonWFpcrNc6igqFJHv1xYDEMZA+KUnWHXmCGJCguxmVon0B4CpTcRCvgZQgEAAHxHXwICT2Vts9Z8M8Fgb3Ft6/Zgm0WjBvdQ9jC7RgxMYIIBAlag9CZCAT9DKAAAgO/oS0BgK65oUG6eQznbiuWobGzdHhFqU2ZakrIz7EpNiWWCAQJKoPQmQgE/QygAAIDv6EtA1+D1elXkqFXONody8x2qrnO27ouLCtGEoUnKzkhWij1SBgEB/Fyg9CZCAT9DKAAAgO/oS0DX4/F4Vbi/SjnbirW2sFSNza7Wfcnx4UcmGGTYZY8PN7FK4OQCpTcRCvgZQgEAAHxHXwK6thaXR1t2lysnz6FNO8vU8p3/zwf0jFJ2RrLGD01SbGSIiVUCxwqU3kQo4GcIBQAA8B19Ceg+GptdWr/9yASDbXsrdPQbimFIQ/vFKSvDrszUJIWHMsEA5gqU3kQo4GcIBQAA8B19CeiequudWltQopy8Yu06WNO63Wa1aNSgBGVl2DVqcIKCbFYTq0R3FSi9iVDAzxAKAADgO/oSgJKqRq3OOzLi8FDZt5+nw0KsGpuaqOyMZKX3i5XVwohDdI5A6U2EAn6GUAAAAN/RlwAc5fV6tb+kTrl5RyYYVNQ0t+6LjgjWhPQkZQ2za2DPaCYYoEMFSm8iFPAzhAIAAPiOvgTgRDxer3YeqFZOnkNr8h2qb/p2gkFibKiyMpKVnWFXrx4RJlaJripQehOhgJ8hFAAAwHf0JQDfx+X2aNueCuXmObR+R6mcLd/+WZFij1R2RrImDE1SfHSoiVWiKwmU3kQo4GcIBQAA8B19CYAvmp1ubdhZqpxtDm3bUyG358jXHENSat9YZQ2za1xakiLDgswtFAEtUHoToYCfIRQAAMB39CUAp6u2wam1haXK3Vas7QeqW7dbLYZGDDwywWD04B4KCWaCAXwTKL2JUMDPEAoAAOA7+hKA9lBe3aTV+UcmGOwvqWvdHhJk1ZjUHsrOSFZG/zjZ2vgFCt1boPQmQgE/QygAAIDv6EsA2tvB0jrl5juUs82hsuqm1u2RYUEaPzRJ2Rl2DeodIwsTDHASgdKbCAX8DKEAAAC+oy8B6Cher1e7D9W0TjCoaWhp3ZcQHaqsDLuyM+zqkxRpYpXwR4HSmwgF/AyhAAAAvqMvAegMbo9H+XsrlZPn0LrtpWp2ulv39U6MUHaGXVlD7eoRG2ZilfAXgdKbCAX8DKEAAAC+oy8B6GzOFrc27SpXzrZibdldLpf7269Kg3vHKCvDrvFDkxQdHmxilTBToPQmQgE/QygAAIDv6EsAzFTf1KJ1haXKzXOooKhSR780WQxDwwbEKzvDrtFDeigsxGZqnehcgdKbCAX8DKEAAAC+oy8B8BeVtc1a880Eg73Fta3bg20WjR7SQ1kZdo0YmMAEg24gUHoToYCfIRQAAMB39CUA/qi4okE524qVm+eQo7KxdXtEqE2ZaUcmGKSmxDLBoIsKlN5EKOBnCAUAAPAdfQmAP/N6vdpbXKvcPIdy8x2qrnO27ouLCtGEoUnKzkhWij1SBgFBlxEovYlQwM8QCgAA4Dv6EoBA4fF4VbjvyASDtYWlamx2te5Ljg8/MsFgmF32uHATq0R7CJTeRCjgZwgFAADwHX0JQCBqcXm0ZXe5cvIc2rSzTC3f+fNrQM9oZX8zwSA2MsTEKnG6AqU3EQr4GUIBAAB8R18CEOgam11av/3IBINteyt09JuXYUhD+8UpK8OuzNQkhYcywSBQBEpvIhTwM4QCAAD4jr4EoCuprndqTb5DuXkO7TpU07rdZrVo1KAEZWXYNWpwgoJsVhOrxPcJlN5EKOBnCAUAAPAdfQlAV1VS1ajcPIdythXrcHlD6/awEKvGpiYqOyNZQ/vFyWLhAYX+JlB6E6GAnyEUAADAd/QlAF2d1+vV/pK61gkGFTXNrfuiI4JbJxgM6BnFBAM/ESi9iVDAzxAKAADgO/oSgO7E4/Vq54Fq5eQ5tCbfofqmbycYJMWGKSvDrqwMu3r1iDCxSgRKbyIU8DOEAgAA+I6+BKC7crk92ranQrl5Dq3fUSpny7d/BqbYI5WdkawJQ5MUHx1qYpXdU6D0JkIBP0MoAACA7+hLACA1OV3auKNMOXkObdtTIbfnyNc3Q1Jq31hlDbNrXFqSIsOCzC20mwiU3kQo4GcIBQAA8B19CQCOVdvg1NrCUuVuK9b2A9Wt260WQyMGHplgMHpID4UEMcGgowRKbyIU8DOEAgAA+I6+BAAnV17dpNX5DuXkObS/pK51e0iQVWNTeygrI1kZ/eNka+MXQ7RNoPQmQgE/QygAAIDv6EsA0DYHS+uUm+9QzjaHyqqbWrdHhgVp/NAkZWfYNah3jCxMMDhjgdKbCAX8DKEAAAC+oy8BgG+8Xq92HapR7jaHVhc4VNvQ0rovITpUWRl2ZWfY1Scp0sQqA1ug9CZCAT9DKAAAgO/oSwBw+twej/L3Vionz6F120vV7HS37uudGKHsDLuyhtrVIzbMxCoDT6D0JkIBP0MoAACA7+hLANA+nC1ubdpVrpxtxdqyu1wu97dfAQf3iVF2hl3j0pMUHR5sYpWBIVB6E6GAnyEUAADAd/QlAGh/9U0tWldYqtw8hwqKKnX0y6DFMDRsQLyyv5lgEBZiM7VOfxUovYlQwM8QCgAA4Dv6EgB0rMra5tYJBkXFta3bg20WjR7SQ1kZdo0YmMAEg+8IlN5EKOBnCAUAAPAdfQkAOs/h8nrl5jmUm+eQo7KxdXtEqE2ZaUcmGKSmxHb7CQaB0psIBfwMoQAAAL6jLwFA5/N6vdpbXHskIMh3qLrO2bovLipEE4YmKTsjWSn2SBndMCAIlN5EKOBnCAUAAPAdfQkAzOXxeFW478gEg7WFpWpsdrXu65kQrqwMu7Iy7LLHhZtYZecKlN5EKOBnCAUAAPAdfQkA/EeLy6PNu8qVm1esjTvL5XJ/++fygJ7Rys6wa8LQJMVEhphYZccLlN5EKOBnCAUAAPAdfQkA/FNjs0vrt5cqJ8+hvL0VOvqN0jCkof3ilJVhV2ZqksJDu94Eg0DpTYQCfoZQAAAA39GXAMD/Vdc7tSb/yAMKdx2qad1us1o0alCCsjLsGjU4QUE2q4lVtp9A6U2EAn6GUAAAAN/RlwAgsJRUNSo3z6GcbcU6XN7Quj0sxKrM1CRlDbNraEqcLJbAfUBhoPQmQgE/QygAAIDv6EsAEJi8Xq/2l9S1TjCoqGlu3RcdEdw6wWBAz6iAm2AQKL2JUMDPEAoAAOA7+hIABD6P16sd+6uUm+fQmoIS1Td9O8EgKTZMWRl2ZQ+zq2dChIlVtl2g9CZCAT9DKAAAgO/oSwDQtbjcHm3dU6HcPIc27CiVs+XbP9tT7JHKzkjWhKFJio8ONbHKUwuU3kQo4GcIBQAA8B19CQC6rianSxt3lCknz6Fteyrk9hz5WmpISu0bq6xhdo1LS1JkWJC5hf6bQOlNhAJ+hlAAAADf0ZcAoHuobXBqbWGpcrcVa/uB6tbtVouhEQMTlD3MrlGDeygkyPwJBoHSmwgF/AyhAAAAvqMvAUD3U17dpNx8h3K2OXSgtK51e0iQVWNTeygrI1kZ/eNka+MX3vYWKL2pS4cCOTk5mj9/vjZt2qSGhgb16tVLkydP1syZMxUeHn5a5/R6vfroo4/0zjvvKD8/XzU1NYqNjdWgQYN0/vnn66677jqjmgkFAADwHX0JALq3A6XfTDDIc6isuql1e2RYkMYPTVJ2hl2DesfI0okTDAKlN3XZUODVV1/VU089Ja/Xq+TkZMXHx2vnzp1yOp0aNGiQFi1apNjYWJ/OWV9fr/vuu09ff/21JKlv376KjY1VeXm5HA6HoqKilJube0Z1EwoAAOA7+hIAQDryQ9xdh2qUu82h1QUO1Ta0tO5LiA49MsEgw64+SZEdXkug9KYuGQps3bpV119/vbxer5544gndcMMNMgxDDodDP/3pT7Vt2zZdeumleuGFF9p8Tq/Xq7vuuksrV67Ueeedp0cffVQpKSmt+2tqarRmzRpdfPHFZ1Q7oQAAAL6jLwEA/p3b41H+3krl5Dm0bnupmp3u1n19EiOUlWFX1lC7esSGdcj1A6U3dclQ4J577tHy5cs1depUPfvss8fs27t3r6ZMmSKPx6P33ntP6enpbTrn22+/rV//+tcaNWqUFi1aJJvN1hGlEwoAAHAa6EsAgFNpbnFr865y5Wwr1uZd5a0TDCRpcJ8YZWfYNS49SdHhwe12zUDpTb6EAh3zLbid1dfXa8WKFZKkG2644bj9/fv3V3Z2tr7++mstXbq0zaHAggULJEk//elPOywQAAAAAAC0v5Agq8anJ2l8epLqm1q0rrBUOduKVbivSjsPVGvngWot+tcODRsQr+wMu0YP6aGwEL73/buA+DeSn58vp9Op4OBgjRw58oTHZGZm6uuvv9amTZvadM59+/Zp+/btslgsysrK0qZNm/T2229r3759Cg8P1+jRo3XdddcpPj6+Pd8KAAAAAKCdRYQG6fxRvXT+qF6qrG3W6nyHcvIcKiqu1Zbd5dqyu1zBNotGD+mhrAy7RgxMMG2Cgb8JiFBgz549kqRevXopKCjohMccfRbA0WO/z9atWyVJsbGxev311/U///M/+u6dFMuXL9dLL72kF154QdnZ2WdSPgAAAACgk8RFheiyCSm6bEKKDpfXKzfvSEBQUtmo1fklWp1foohQm8alH5lgMKRvbKdOMPA3AREKVFdXS5JiYmJOeszRfUeP/T4lJSWSjjxM8LnnntOFF16o//qv/1JKSor27Nmj3/zmN8rJydH999+vDz74QMnJyWf0Hmw2/0+hjt5z0tZ7TwAA6Ej0JQDAmeprj1Jfe5R+eOEg7Tlcq1VbDysnz6HqOqe+2HhIX2w8pLioEGUPS9ZZw+3qZ4+ScZKAwOPxqnB/lZr3VCrEZmhI7xhZLIEfJgREKNDc3CxJJ10lIEnBwcHHHPt9GhoaJEkul0spKSn6wx/+0Hr+tLQ0vfjii7rkkktUWlqqhQsX6sEHHzzt+i0WQ3FxEaf9+s4WHd0xT+oEAOB00JcAAO0hPj5SmcN66qcer7buLNMXGw7o682HVFnbrCU5RVqSU6Q+SZG6YGwfnT+mt3r1+HbE4debD+mv725ReXVT67aEmFDNnDpCZ4/sZcbbaTcBEQqEhIRIklpaWk56jNPpPObYtp5Tkm6++ebjAoewsDD96Ec/0gsvvKAVK1acUSjg8XhVU9Nw2q/vLFarRdHRYaqpaZTb7b9P0gQAdA/0JQBAR0lJDNetl6bqxomDtHlnuVZtK9bG7WU6UFKn15cW6PWlBRrYK1pnDU9WaLBV8z7MP+4c5dVNenrhGt1/3UiNT08y4V2cXHR0WNeaPtCWWwPacovBd0VHR7f+86BBg054zNHtBw4caNM5T8Wfx1X8O7fbE1D1AgC6NvoSAKCjWGRo9OAeGj24hxqaXNqwo1Q5eQ7l7a3Q7kM12n2o5nvP8frHhRo1MCFgbyUIiFCgf//+kqRDhw6ppaXlhLcR7Nu375hjv8/AgQNb//lktyUcXU3g8fBBBAAAAAC6svBQm84Z0VPnjOip6nqn1uQ79NmGgzpcfupV3xW1zdq+v0rp/eI6qdL2FRBP7hk6dKiCgoLkdDq1efPmEx6zbt06SdLo0aPbdM6MjAyFhoZKkvbv33/CY44GDWf6kEEAAAAAQOCIiQjWpHF9ddU5/dt0fFV9255t548CIhSIjIzUueeeK0l66623jtu/d+9e5eTkSJImT57cpnOGhYXpoosukiS9++67x+33er165513JImRhAAAAADQDcVGtO2ZdW09zh8FRCggSffcc48Mw9B7772nN998U16vV9KR0YIPPPCAPB6PJk2apPT09GNeN3HiRE2cOFFLly497pz33XefbDab1q5dqz/+8Y9yu92Sjkwk+O1vf6uCggKFhIRo2rRpHf7+AAAAAAD+JbVvrOKiTv2FPz4qRKl9YzunoA5geI9+uw4ACxYs0DPPPCOv16uePXsqLi5OO3fulNPp1IABA7Ro0SLFx8cf85q0tDRJ0tNPP61rr732uHO+8847evjhh+V2uxUfH68+ffpo3759qqqqUlBQkJ555hldeeWVZ1S32+1RRUX9GZ2jM9hsFsXFRaiysp4HOgEATEdfAgD4g3WFJfrjO1tPuv/ea4YrM82/pg/Ex0e0efpAwKwUkKRp06Zp/vz5Ov/889XY2KidO3eqV69e+slPfqK33377uECgLa655hq9+eabmjx5siwWi/Lz8xUUFKQrr7xS//jHP844EAAAAAAABK7MtCTde83w41YMxEeF+GUg4KuAWikQqFgpAACA7+hLAAB/4vF4tetQtVq8hoIMrwb1ivHbMYS+rBQIiJGEAAAAAACYyWIxNLR/fJcLrAPq9gEAAAAAANB+CAUAAAAAAOimCAUAAAAAAOimCAUAAAAAAOimCAUAAAAAAOimCAUAAAAAAOimCAX+f3v3G1NV/cBx/HPBCyp/5lUvlMomMQMtVKBJmcvGlsZYyQxpjQc6UVmW+ABaucRarMGDtv7onNQySC03a2ojEleGc+TA7jAFkSZmC7gZhDdB5fLv/h7w807HVQnRA533a3O793zPOXy4T5AP3/P9AgAAAABgUpQCAAAAAACYFKUAAAAAAAAmRSkAAAAAAIBJUQoAAAAAAGBSlAIAAAAAAJgUpQAAAAAAACZl8Xg8HqND/Nd5PB7194+Nj9nf3099ff1GxwAAQBI/lwAAo89Y+Nnk52eRxWIZ0rmUAgAAAAAAmBSPDwAAAAAAYFKUAgAAAAAAmBSlAAAAAAAAJkUpAAAAAACASVEKAAAAAABgUpQCAAAAAACYFKUAAAAAAAAmRSkAAAAAAIBJUQoAAAAAAGBSlAIAAAAAAJgUpQAAAAAAACZFKQAAAAAAgElRCgAAAAAAYFKUAgAAAAAAmNQ4owPAOK2traqsrFRtba1Onz6t+vp6ud1uLViwQLt27TI6HgDAZDwej2pqanTkyBE5HA6dP39enZ2dCgkJ0Zw5c5SamqrnnntOFovF6KgAAJP47rvv9NNPP6murk5//fWXXC6XrFarZs6cqcWLF2vlypWy2WxGx7wrFo/H4zE6BIxRXFysgoKCQccpBQAARjh+/LhWrVrlfR8REaHQ0FA1NzfL5XJJkp5++mlt3bpVAQEBxoQEAJjKsmXLdPbsWQUEBMhut8tms6m9vV0tLS2SpClTpmjnzp2KiYkxOOnwMVPAxIKDg7Vw4ULFxsYqNjZWZ86c0fbt242OBQAwKY/HoxkzZmjlypVKSUnRlClTvGMHDhxQXl6eKioq9OGHH+q1114zMCkAwCwyMjIUGRmp+fPny2q1eo83NDQoNzdXv/76q3JycvTtt98amPLuMFMAXrt371Z+fj4zBQAAhujs7FRgYOBN/+m60Y4dO/T+++9r0qRJOn78uPz8WBoJAGCcU6dOacWKFZKksrIyRUVFGZxoePhpCgAARoXg4OBbFgKS9NRTT0mSXC6X2tvb71csAAB8euihh7yvr127ZmCSu0MpAAAAxoSuri7v6/HjxxuYBAAAyeFwSJImTpyoyMhIg9MMH2sKAACAMeH685oxMTEKDg42OA0AwIz6+/u9u7i99957kqTc3FwFBQUZnGz4KAUAAMCoV1tbq71790qS1q1bZ3AaAIDZ+Nq5be7cuSosLPQ+3jZW8fgAAAAY1dra2rRhwwb19vbqmWeeUUpKitGRAAAmEx4ervj4eM2bN092u10Wi0X19fU6ePCgLl++bHS8u8JMAQAAMGp1dHRo7dq1amlp0SOPPKLCwkKjIwEATCg5OVnJycne92fPnlV+fr5KS0vV2Nior7/+Wv7+/gYmHD5mCgAAgFHpypUrWrNmjc6cOaNZs2bp008/ZS0BAMCoEBMTo6KiItlsNtXX13vXvRmLKAUAAMCoc+3aNWVlZenkyZOaOXOmPvvsM9lsNqNjAQDgFRwcrAULFkiS6urqDE4zfJQCAABgVHG73Xr55Zd14sQJTZ8+XcXFxbLb7UbHAgBgkN7eXklSX1+fwUmGj1IAAACMGj09PdqwYYOOHz+u8PBwlZSU6MEHHzQ6FgAAg7hcLlVXV0uSZs+ebXCa4aMUAAAAo0JfX59ycnJ09OhR2e12lZSUKCIiwuhYAACTqq6u1vbt29XU1DRorK6uTpmZmero6FB4eLieffZZAxKODIvH4/EYHQLGcDqdSk1N9b7v7u7W1atXNW7cuJsWclqzZo3Wrl1rQEIAgJmUlpYqJydHkjR9+nSFh4ff8ty8vDzNmTPnfkUDAJjQ999/r1deeUWSZLfbFRYWJn9/fzmdTrW2tkoa2KqwqKhoTM8UYEtCE+vr65PL5Rp0vLe396bjXV1d9y8UAMC0uru7va+bm5vV3Nx8y3M7OjruRyQAgInFxcVp06ZNqqqq0rlz53ThwgV1d3crNDRUiYmJSkpKUlpa2pjfGYeZAgAAAAAAmBRrCgAAAAAAYFKUAgAAAAAAmBSlAAAAAAAAJkUpAAAAAACASVEKAAAAAABgUpQCAAAAAACYFKUAAAAAAAAmRSkAAAAAAIBJUQoAAAAAAGBSlAIAAMC0oqOjFR0draqqKqOjAABgiHFGBwAAAKPH1q1btW3btiGf39DQcA/TAACAe41SAAAA+DR16lSjIwAAgHuMUgAAAPhUWVlpdAQAAHCPsaYAAAAAAAAmxUwBAAAwIpKSktTc3KyCggItWbJERUVFOnz4sJxOpyZMmKCEhARlZWVp3rx5t7xHX1+f9u/fr2+++UYNDQ26cuWKbDab4uLilJGRocTExNtmcDqd2rVrlyorK9XU1KSenh6FhYVp1qxZWrp0qZKTkxUYGOjz2s7OTn3yyScqLy9XS0uLJkyYoPnz52v9+vW3zQwAwFhGKQAAAEbU5cuXlZaWpt9++01Wq1WBgYFyuVz64Ycf9OOPPyo/P19paWmDruvo6ND69etVXV0tSfL391dQUJBaW1tVXl6u8vJyrV69Wq+//rrPr3vgwAFt2bJFbrdbkmS1WhUUFCSn06k//vhDR44cUXR0tGbPnj3o2tbWVi1fvly///67AgMD5efnJ5fLpYqKClVWVmrHjh1atGjRCH5KAACMDjw+AAAARtS2bdvU3t6uDz74QCdPnpTD4VBZWZkWLFig/v5+vfXWW6qrqxt03Ztvvqnq6mpZrVZt3rxZDodDJ06c0LFjx/TCCy9Iknbu3Kkvv/xy0LUVFRV644035Ha7FR8frz179ujUqVOqqqpSTU2N9uzZo/T0dFmtVp+Z33nnHVmtVpWUlOjkyZOqqanRvn37FBkZqZ6eHm3ZskX9/f0j+0EBADAKWDwej8foEAAAYHS4cUvCO+0+kJycrM2bN3vfX398QJKKi4v1xBNP3HR+V1eXli1bpgsXLmjx4sX6+OOPvWO//PKL0tPTJQ38gv7iiy8O+nrZ2dkqLy+XzWbT0aNHvY8B9Pb2aunSpWpqalJCQoKKi4sVEBAwpO83OjpakjR58mSVlpZqypQpN403NDTo+eeflyR98cUXSkhIGNJ9AQAYK5gpAAAAfGpra7vtv87OTp/XxcfHDyoEJGn8+PHKzMyUJB07dkwdHR3esbKyMknSAw88oBUrVvi878aNGyVJly5dumlnhKqqKjU1NUmSNm3aNORC4Ebp6emDCgFpoDSYMWOGpIGCAACA/xrWFAAAAD4N95fgxx9//I5j/f39qqur876vra2VJCUmJsrPz/ffLKKiohQeHq6LFy+qtrZWSUlJkqSamhpJkt1uV2xs7LAy324hwbCwMDU1Nemff/4Z1r0BABjNmCkAAABGVHh4+JDG2tvbva///vvvO14rDcwkuPF8aWCRQEmaNm3avw/7f0FBQbccGzdu4G8ovb29w74/AACjFaUAAAAY0ywWi9ERAAAYsygFAADAiLp48eKQxiZPnux9ff15/j///PO2974+fuPz/9cXRGxpafn3YQEAMDlKAQAAMKKqqqruOObn56c5c+Z4jz/66KPe8Vtt/dfY2OgtFW5cOyA+Pl7SwGMEp0+fvrvwAACYDKUAAAAYUQ6Hw2cx4Ha7tXPnTknSokWLFBoa6h1LSUmRNDCTYN++fT7v+9FHH0mSbDabFi5c6D2emJioiIgISVJBQYG6u7tH5hsBAMAEKAUAAMCICgkJUXZ2tg4dOuRdnK+xsVHr1q3T+fPn5e/vr+zs7JuumTt3rpYuXSpJys/P1+7du3Xt2jVJAzMANm/erEOHDkka2JowMDDQe62/v7/y8vJksVjkcDi0atUq/fzzz94ZB93d3aqqqlJubq7OnTt3z79/AADGErYkBAAAPj355JN3PGfr1q3e6fvXvfrqq9q7d682btyogIAABQYGqqOjQ9LAooBvv/22z60D3333XV26dEnV1dXKz89XQUGBgoKCdPnyZXk8HknS6tWr9dJLLw26dvHixSosLFReXp4cDocyMjIUEBCgiRMnqrOz01tOZGZm/uvPAQCA/zJKAQAA4FNbW9sdz+np6Rl0LDQ0VF999ZWKiop0+PBhOZ1OTZo0SXFxccrKylJcXJzPe4WEhKi4uFj79+/XwYMH1dDQoKtXr2rq1KmKj49XRkaGEhMTb5klNTVVjz32mD7//HNVVlaqpaVFbrdb06ZN08MPP6wlS5YoKipq6B8AAAAmYPFcr94BAADuQlJSkpqbm1VQUKDly5cbHQcAAAwBawoAAAAAAGBSlAIAAAAAAJgUpQAAAAAAACZFKQAAAAAAgEmx0CAAAAAAACbFTAEAAAAAAEyKUgAAAAAAAJOiFAAAAAAAwKQoBQAAAAAAMClKAQAAAAAATIpSAAAAAAAAk6IUAAAAAADApCgFAAAAAAAwKUoBAAAAAABM6n9DD/+casz8YAAAAABJRU5ErkJggg==","text/plain":["