langchain-llama2-ggml.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install -q ctransformers langchain","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:37:40.319618Z","iopub.execute_input":"2023-10-05T14:37:40.320030Z","iopub.status.idle":"2023-10-05T14:37:51.208753Z","shell.execute_reply.started":"2023-10-05T14:37:40.319993Z","shell.execute_reply":"2023-10-05T14:37:51.207239Z"},"trusted":true},"execution_count":4,"outputs":[]},{"cell_type":"code","source":"from langchain.llms import CTransformers \nfrom langchain import PromptTemplate, LLMChain\nfrom langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:38:50.063602Z","iopub.execute_input":"2023-10-05T14:38:50.064025Z","iopub.status.idle":"2023-10-05T14:38:50.069478Z","shell.execute_reply.started":"2023-10-05T14:38:50.063998Z","shell.execute_reply":"2023-10-05T14:38:50.068427Z"},"trusted":true},"execution_count":5,"outputs":[]},{"cell_type":"code","source":"llm = CTransformers(\n    model = \"TheBloke/Llama-2-7B-Chat-GGML\",\n    model_file = \"llama-2-7b-chat.ggmlv3.q2_K.bin\",\n    callbacks = [StreamingStdOutCallbackHandler()]\n)","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:38:52.701360Z","iopub.execute_input":"2023-10-05T14:38:52.702119Z","iopub.status.idle":"2023-10-05T14:41:07.205359Z","shell.execute_reply.started":"2023-10-05T14:38:52.702074Z","shell.execute_reply":"2023-10-05T14:41:07.204367Z"},"trusted":true},"execution_count":6,"outputs":[{"output_type":"display_data","data":{"text/plain":"Fetching 1 files:   0%|          | 0/1 [00:00<?, ?it/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a035553b1d1a4b38881ccae78e77fd0d"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Downloading (…)ab11864b/config.json:   0%|          | 0.00/29.0 [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"99e540cf444b401aacdb77544a9eaca4"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Fetching 1 files:   0%|          | 0/1 [00:00<?, ?it/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"590968988f50494e8424fa1d14f71bd7"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Downloading (…)chat.ggmlv3.q2_K.bin:   0%|          | 0.00/2.87G [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"6eed620a16d942fb8417c9d64b6802db"}},"metadata":{}}]},{"cell_type":"code","source":"template = \"\"\"\n[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Your answers are always brief.\n<</SYS>>\n{text}[/INST]\n\"\"\"\n\nprompt = PromptTemplate(\n    template=template, \n    input_variables=[\"text\"]\n)","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:41:10.558536Z","iopub.execute_input":"2023-10-05T14:41:10.559052Z","iopub.status.idle":"2023-10-05T14:41:10.566018Z","shell.execute_reply.started":"2023-10-05T14:41:10.559015Z","shell.execute_reply":"2023-10-05T14:41:10.564924Z"},"trusted":true},"execution_count":7,"outputs":[]},{"cell_type":"code","source":"llm_chain = LLMChain(\n    prompt = prompt,\n    llm = llm\n)","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:41:17.245052Z","iopub.execute_input":"2023-10-05T14:41:17.245436Z","iopub.status.idle":"2023-10-05T14:41:17.250462Z","shell.execute_reply.started":"2023-10-05T14:41:17.245405Z","shell.execute_reply":"2023-10-05T14:41:17.249421Z"},"trusted":true},"execution_count":9,"outputs":[]},{"cell_type":"code","source":"response = llm_chain.run(\"What is the capital of Egypt?\")","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:41:22.250651Z","iopub.execute_input":"2023-10-05T14:41:22.251170Z","iopub.status.idle":"2023-10-05T14:41:36.506268Z","shell.execute_reply.started":"2023-10-05T14:41:22.251127Z","shell.execute_reply":"2023-10-05T14:41:36.505084Z"},"trusted":true},"execution_count":10,"outputs":[{"name":"stdout","text":"The capital of Egypt is Cairo.","output_type":"stream"}]},{"cell_type":"code","source":"response = llm_chain.run(\"Why some days are terrible?\")","metadata":{"execution":{"iopub.status.busy":"2023-10-05T14:41:45.475053Z","iopub.execute_input":"2023-10-05T14:41:45.475444Z","iopub.status.idle":"2023-10-05T14:42:57.700254Z","shell.execute_reply.started":"2023-10-05T14:41:45.475405Z","shell.execute_reply":"2023-10-05T14:42:57.699216Z"},"trusted":true},"execution_count":11,"outputs":[{"name":"stdout","text":"There are several reasons why some days can be terrible:\n\n1. Lack of motivation or purpose: When an individual lacks direction or meaning in their life, they may feel unmotivated and disconnected from the world around them.\n2. Negative thinking patterns: Often, people's negative thoughts and beliefs can create a self-fulfilling prophecy, where their pessimistic expectations come true.\n3. Unrealistic expectations: When individuals have unrealistic expectations of themselves or the world around them, they may experience disappointment and frustration when those expectations are not met.\n4. Trauma or stress: Traumatic events or chronic stress can make a person feel overwhelmed, anxious, or depressed, causing feelings of hopelessness and despair.\n5. Lack of social support: Feeling isolated, disconnected from others, or lacking emotional support can contribute to feeling down or terrible on some days.\n\nIt is important to remember that everyone experiences challenging days at some point in their lives, and it is okay to not feel okay all the time. It is essential to prioritize self-care, seek social","output_type":"stream"}]}]}