Advertisement
WriterPaulo

Fiverr Resources Article Source Code for How to Train ChatGPT

Sep 14th, 2023
474
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 1.92 KB | Source Code | 0 0
  1. from llama_index import SimpleDirectoryReader, StorageContext, load_index_from_storage, GPTVectorStoreIndex, LLMPredictor, PromptHelper
  2. from langchain.chat_models import ChatOpenAI
  3. import gradio as gr
  4. import os
  5. import tkinter as tk
  6. import openai
  7. from tkinter import filedialog
  8.  
  9. os.environ["OPENAI_API_KEY"] = '<YOUR-API-KEY>'
  10. # sometimes, we need to explicitly set this as well
  11. openai.api_key = '<YOUR-API-KEY>'
  12.  
  13. def construct_index(directory_path):
  14.     max_input_size = 4096
  15.     num_outputs = 512
  16.     max_chunk_overlap = 0.2
  17.     chunk_size_limit = 600
  18.  
  19.     prompt_helper = PromptHelper(max_input_size, num_outputs, max_chunk_overlap, chunk_size_limit=chunk_size_limit)
  20.  
  21.     llm_predictor = LLMPredictor(llm=ChatOpenAI(temperature=0.7, model_name="gpt-4-32k", max_tokens=num_outputs))
  22.  
  23.     documents = SimpleDirectoryReader(directory_path).load_data()
  24.  
  25.     index = GPTVectorStoreIndex(documents,
  26.                                 llm_predictor=llm_predictor,
  27.                                 prompt_helper=prompt_helper,
  28.                                 show_progress=True,
  29.                                 store_nodes_override=True)
  30.  
  31.     index.storage_context.persist(persist_dir=storage_folder)
  32.  
  33.     return index
  34.  
  35. def chatbot(input_text):
  36.     response = qry.query(input_text)
  37.     return response.response
  38.  
  39. iface = gr.Interface(fn=chatbot,
  40.                      inputs=gr.components.Textbox(lines=7, label="Hello, how my I help you today?"),
  41.                      outputs="text",
  42.                      title="Fiverr Demo Chatbot")
  43.  
  44. root = tk.Tk()
  45. root.withdraw()  # Hide the main window
  46. folder_selected = filedialog.askdirectory()
  47.  
  48. if (folder_selected == ""):
  49.     exit()
  50.  
  51. storage_folder = os.path.join(folder_selected, "storage")
  52.  
  53. index = construct_index(folder_selected)    
  54. index = load_index_from_storage(StorageContext.from_defaults(persist_dir=storage_folder))
  55. qry = index.as_query_engine()
  56. iface.launch()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement