Код: Выделить всё
import os
from langchain.llms.bedrock import Bedrock
from langchain.memory import ConversationBufferMemory
from langchain.chains import ConversationChain
import boto3
bedrock_client = boto3.client(service_name="bedrock-runtime", region_name="us-east-1")
def aws_chatbot():
aws_llm = Bedrock(
credential_profile_name='default',
model_id='meta.llama2-70b-chat-v1',
client=bedrock_client,
model_kwargs={
"temperature":0.9,
"top_p":0.5,
"max_gen_len":512
})
return aws_llm
def aws_memory():
llm_data=aws_chatbot()
memory=ConversationBufferMemory(llm=llm_data,max_token_limit=512)
return memory
def aws_conversation(input_text,memory):
llm_chain_data=aws_chatbot()
llm_convesation= ConversationChain(llm=llm_chain_data,memory = memory,verbose=True)
chat_reply= llm_convesation.predict(input=input_text)
return chat_reply
Подробнее здесь: https://stackoverflow.com/questions/793 ... edrock-cre
Мобильная версия