Disable streaming for condense prompts

aws-samples · Nov 7, 2023 · 45bd26f · 45bd26f
1 parent 48f983f
commit 45bd26f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/lib/model-interfaces/langchain/functions/request-handler/adapters/base/base.py b/lib/model-interfaces/langchain/functions/request-handler/adapters/base/base.py
@@ -90,7 +90,7 @@ def run_with_chain(self, user_prompt, workspace_id=None):
             conversation = ConversationalRetrievalChain.from_llm(
                 self.llm,
                 WorkspaceRetriever(workspace_id=workspace_id),
-                condense_question_llm=self.get_llm(streaming=False),
+                condense_question_llm=self.get_llm({"streaming": False}),
                 condense_question_prompt=self.get_condense_question_prompt(),
                 combine_docs_chain_kwargs={"prompt": self.get_qa_prompt()},
                 return_source_documents=True,

diff --git a/lib/user-interface/index.ts b/lib/user-interface/index.ts
@@ -275,6 +275,7 @@ export class UserInterface extends Construct {
     });
 
     new s3deploy.BucketDeployment(this, "UserInterfaceDeployment", {
+      prune: false,
       sources: [asset, exportsAsset],
       destinationBucket: websiteBucket,
       distribution,