censorship message

app/brain.py

@@ -19,6 +19,7 @@ def __init__(self):
  self.projects = []
  self.llmCache = {}
  self.embeddingCache = {}
+ self.defaultCensorship = "This question is outside of my scope. Please ask another question."
 
  self.text_splitter = RecursiveCharacterTextSplitter(
  separators=[" "], chunk_size=1024, chunk_overlap=30)
@@ -69,7 +70,10 @@ def createProject(self, projectModel, db):
  projectModel.name,
  projectModel.embeddings,
  projectModel.llm,
- projectModel.system)
+ projectModel.system,
+ projectModel.sandboxed,
+ projectModel.censorship
+ )
  project = Project()
  project.boot(projectModel)
  self.initializeEmbeddings(project)
@@ -102,6 +106,10 @@ def editProject(self, name, projectModel: ProjectModelUpdate, db):
  if proj_db.system != projectModel.system:
  proj_db.system = projectModel.system
  changed = True
+
+ if proj_db.censorship != projectModel.censorship:
+ proj_db.censorship = projectModel.censorship
+ changed = True
 
  if changed:
  dbc.update_project(db)
@@ -136,7 +144,7 @@ def question(self, project, questionModel):
  output = qa(questionModel.question)
 
  if project.model.sandboxed and len(output["source_documents"]) == 0:
- return "This question is outside of my scope. Please ask another question.", []
+ return project.model.censorship or self.defaultCensorship, []
 
  return output["result"].strip(), output["source_documents"]
 
@@ -157,6 +165,12 @@ def chat(self, project, chatModel):
  result = conversationalChain(
  {"question": chatModel.message, "chat_history": chat.history}
  )
+
+ if project.model.sandboxed and len(result["source_documents"]) == 0:
+ chat.history.append(
+ (project.model.censorship or self.defaultCensorship))
+ return project.model.censorship or self.defaultCensorship, []
+
  chat.history.append((chatModel.message, result["answer"]))
  return chat, result
 
@@ -208,7 +222,7 @@ def questionContext(self, project, questionModel):
 
  if len(docs) == 0:
  if project.model.sandboxed:
- return "This question is outside of my scope. Please ask another question.", []
+ return project.model.censorship or self.defaultCensorship, []
  else:
  inputs = [{"context": "",
  "question": questionModel.question}]

app/database.py

@@ -100,9 +100,9 @@ def get_project_by_name(self, db, name):
  ProjectDatabase.name == name).first()
  return project
 
- def create_project(self, db, name, embeddings, llm, system):
+ def create_project(self, db, name, embeddings, llm, system, sandboxed, censorship):
  db_project = ProjectDatabase(
- name=name, embeddings=embeddings, llm=llm, system=system)
+ name=name, embeddings=embeddings, llm=llm, system=system, sandboxed=sandboxed, censorship=censorship)
  db.add(db_project)
  db.commit()
  db.refresh(db_project)

app/databasemodels.py

@@ -36,3 +36,4 @@ class ProjectDatabase(Base):
  llm = Column(String)
  system = Column(String)
  sandboxed = Column(Boolean, default=False)
+ censorship = Column(String)

app/main.py

@@ -45,7 +45,7 @@
 app = FastAPI(
  title="RestAI",
  description="Modular REST API bootstrap on top of LangChain. Create embeddings associated with a project tenant and interact using a LLM. RAG as a service.",
- version="3.1.1",
+ version="3.1.2",
  contact={
  "name": "Pedro Dias",
  "url": "https://github.com/apocas/restai",
@@ -227,7 +227,8 @@ async def get_project(projectName: str, user: User = Depends(get_current_usernam
  embeddings=project.model.embeddings,
  llm=project.model.llm,
  system=project.model.system,
- sandboxed=project.model.sandboxed)
+ sandboxed=project.model.sandboxed,
+ censorship=project.model.censorship)
  output.documents = len(dbInfo["documents"])
  output.metadatas = len(dbInfo["metadatas"])
 

app/models.py

@@ -32,6 +32,7 @@ class ProjectModel(BaseModel):
  llm: Union[str, None] = None
  system: Union[str, None] = None
  sandboxed: Union[bool, None] = None
+ censorship: Union[str, None] = None
  model_config = ConfigDict(from_attributes=True)
 
 
@@ -73,6 +74,7 @@ class ProjectModelUpdate(BaseModel):
  llm: Union[str, None] = None
  system: Union[str, None] = None
  sandboxed: Union[bool, None] = None
+ censorship: Union[str, None] = None
 
 
 class HardwareInfo(BaseModel):

frontend/src/components/pages/Projects/Edit.js

@@ -10,6 +10,7 @@ function Edit() {
  const [info, setInfo] = useState({ "version": "", "embeddings": [], "llms": [], "loaders": [] });
  const [error, setError] = useState([]);
  const systemForm = useRef(null)
+ const censorshipForm = useRef(null)
  const llmForm = useRef(null)
  const sandboxedForm = useRef(null)
  var { projectName } = useParams();
@@ -48,7 +49,8 @@ function Edit() {
  "name": projectName,
  "llm": llmForm.current.value,
  "system": systemForm.current.value,
- "sandboxed": sandboxedForm.current.checked
+ "sandboxed": sandboxedForm.current.checked,
+ "censorship": censorshipForm.current.value,
  }),
  })
  .then(response => response.json())
@@ -97,8 +99,11 @@ function Edit() {
  <Form.Label>System Message</Form.Label>
  <Form.Control rows="2" as="textarea" ref={systemForm} defaultValue={data.system ? data.system : ""} />
  </Form.Group>
- <Form.Group as={Col} controlId="formGridAdmin">
- <Form.Check ref={sandboxedForm} type="checkbox" label="Sandboxed" />
+ </Row>
+ <Row className="mb-3">
+ <Form.Group as={Col} controlId="formGridCensorship">
+ <Form.Check ref={sandboxedForm} type="checkbox" label="Sandboxed" /> <Form.Label>Censorship Message</Form.Label>
+ <Form.Control rows="2" as="textarea" ref={censorshipForm} defaultValue={data.censorship ? data.censorship : ""} />
  </Form.Group>
  </Row>
  <Button variant="dark" type="submit" className="mb-2">

frontend/src/components/pages/Projects/Project.js

@@ -175,6 +175,8 @@ function Project() {
  <ListGroup.Item>Documents: {data.documents}</ListGroup.Item>
  <ListGroup.Item>Metadatas: {data.metadatas}</ListGroup.Item>
  <ListGroup.Item>System: {data.system}</ListGroup.Item>
+ <ListGroup.Item>Sandboxed: {data.sandboxed ? (<span>✅</span>) : (<span>❌</span>)}</ListGroup.Item>
+ <ListGroup.Item>Censorship: {data.censorship}</ListGroup.Item>
  </ListGroup>
  </Col>
  <Col sm={6}>

frontend/src/components/pages/Projects/Projects.js

@@ -13,6 +13,7 @@ function Projects() {
  const projectNameForm = useRef(null)
  const sandboxedForm = useRef(null)
  const systemForm = useRef(null)
+ const censorshipForm = useRef(null)
  const embbeddingForm = useRef(null)
  const llmForm = useRef(null)
  const { getBasicAuth } = useContext(AuthContext);
@@ -81,7 +82,8 @@ function Projects() {
  "embeddings": embbeddingForm.current.value,
  "llm": llmForm.current.value,
  "system": systemForm.current.value,
- "sandboxed": sandboxedForm.current.checked
+ "sandboxed": sandboxedForm.current.checked,
+ "censorship": censorshipForm.current.value
  }),
  })
  .then(response => response.json())
@@ -220,8 +222,10 @@ function Projects() {
  </Form.Group>
  </Row>
  <Row className="mb-3">
- <Form.Group as={Col} controlId="formGridSandboxed">
+ <Form.Group as={Col} controlId="formGridCensorship">
  <Form.Check ref={sandboxedForm} type="checkbox" label="Sandboxed" />
+ <Form.Label>Censorship Message</Form.Label>
+ <Form.Control ref={censorshipForm} rows="2" as="textarea" />
  </Form.Group>
  </Row>
  <Button variant="dark" type="submit" className="mb-2">