chore: drop commented code

Signed-off-by: Anupam Kumar <kyteinsky@gmail.com>

Author: kyteinsky

context_chat_backend/controller.py

@@ -24,7 +24,6 @@
 from collections.abc import Callable
 from contextlib import asynccontextmanager
 from functools import wraps
-from threading import Event, Thread
 
 from fastapi import FastAPI, Request
 from nc_py_api import AsyncNextcloudApp, NextcloudApp
@@ -59,7 +58,7 @@
 		'revision': '607a30d783dfa663caf39e06633721c8d4cfcd7e',
 	}
 } if __download_models_from_hf else {}
-app_enabled = Event()
+app_enabled = threading.Event()
 
 def enabled_handler(enabled: bool, nc: NextcloudApp | AsyncNextcloudApp) -> str:
 	try:
@@ -99,8 +98,6 @@ async def lifespan(app: FastAPI):
 		app_enabled.set()
 		start_bg_threads(app_config, app_enabled)
 	logger.info(f'App enable state at startup: {app_enabled.is_set()}')
-	t = Thread(target=background_thread_task, args=())
-	t.start()
 	yield
 	vectordb_loader.offload()
 	wait_for_bg_threads()
@@ -134,15 +131,6 @@ async def lifespan(app: FastAPI):
 if not app_config.disable_aaa:
 	app.add_middleware(AppAPIAuthMiddleware)
 
-# logger background thread
-
-def background_thread_task():
-	# todo
-	# while(True):
-	# 	logger.info(f'Currently indexing {len(_indexing)} documents (filename, size): ', extra={'_indexing': _indexing})
-	# 	sleep(10)
-	...
-
 # exception handlers
 
 @app.exception_handler(DbException)
@@ -240,281 +228,3 @@ def download_logs() -> FileResponse:
 				if os.path.isfile(file_path): # Might be a folder (just skip it then)
 					zip_file.write(file_path)
 		return FileResponse(tmp.name, media_type='application/zip', filename='docker_logs.zip')
-
-
-# @app.post('/updateAccessDeclarative')
-# @enabled_guard(app)
-# def _(
-# 	userIds: Annotated[list[str], Body()],
-# 	sourceId: Annotated[str, Body()],
-# ):
-# 	logger.debug('Update access declarative request:', extra={
-# 		'user_ids': userIds,
-# 		'source_id': sourceId,
-# 	})
-
-# 	if len(userIds) == 0:
-# 		return JSONResponse('Empty list of user ids', 400)
-
-# 	if not is_valid_source_id(sourceId):
-# 		return JSONResponse('Invalid source id', 400)
-
-# 	exec_in_proc(target=decl_update_access, args=(vectordb_loader, userIds, sourceId))
-
-# 	return JSONResponse('Access updated')
-
-
-# @app.post('/updateAccess')
-# @enabled_guard(app)
-# def _(
-# 	op: Annotated[UpdateAccessOp, Body()],
-# 	userIds: Annotated[list[str], Body()],
-# 	sourceId: Annotated[str, Body()],
-# ):
-# 	logger.debug('Update access request', extra={
-# 		'op': op,
-# 		'user_ids': userIds,
-# 		'source_id': sourceId,
-# 	})
-
-# 	if len(userIds) == 0:
-# 		return JSONResponse('Empty list of user ids', 400)
-
-# 	if not is_valid_source_id(sourceId):
-# 		return JSONResponse('Invalid source id', 400)
-
-# 	exec_in_proc(target=update_access, args=(vectordb_loader, op, userIds, sourceId))
-
-# 	return JSONResponse('Access updated')
-
-
-# @app.post('/updateAccessProvider')
-# @enabled_guard(app)
-# def _(
-# 	op: Annotated[UpdateAccessOp, Body()],
-# 	userIds: Annotated[list[str], Body()],
-# 	providerId: Annotated[str, Body()],
-# ):
-# 	logger.debug('Update access by provider request', extra={
-# 		'op': op,
-# 		'user_ids': userIds,
-# 		'provider_id': providerId,
-# 	})
-
-# 	if len(userIds) == 0:
-# 		return JSONResponse('Empty list of user ids', 400)
-
-# 	if not is_valid_provider_id(providerId):
-# 		return JSONResponse('Invalid provider id', 400)
-
-# 	exec_in_proc(target=update_access_provider, args=(vectordb_loader, op, userIds, providerId))
-
-# 	return JSONResponse('Access updated')
-
-
-# @app.post('/deleteSources')
-# @enabled_guard(app)
-# def _(sourceIds: Annotated[list[str], Body(embed=True)]):
-# 	logger.debug('Delete sources request', extra={
-# 		'source_ids': sourceIds,
-# 	})
-
-# 	sourceIds = [source.strip() for source in sourceIds if source.strip() != '']
-
-# 	if len(sourceIds) == 0:
-# 		return JSONResponse('No sources provided', 400)
-
-# 	res = exec_in_proc(target=delete_by_source, args=(vectordb_loader, sourceIds))
-# 	if res is False:
-# 		return JSONResponse('Error: VectorDB delete failed, check vectordb logs for more info.', 400)
-
-# 	return JSONResponse('All valid sources deleted')
-
-
-# @app.post('/deleteProvider')
-# @enabled_guard(app)
-# def _(providerKey: str = Body(embed=True)):
-# 	logger.debug('Delete sources by provider for all users request', extra={ 'provider_key': providerKey })
-
-# 	if value_of(providerKey) is None:
-# 		return JSONResponse('Invalid provider key provided', 400)
-
-# 	exec_in_proc(target=delete_by_provider, args=(vectordb_loader, providerKey))
-
-# 	return JSONResponse('All valid sources deleted')
-
-
-# @app.post('/deleteUser')
-# @enabled_guard(app)
-# def _(userId: str = Body(embed=True)):
-# 	logger.debug('Remove access list for user, and orphaned sources', extra={ 'user_id': userId })
-
-# 	if value_of(userId) is None:
-# 		return JSONResponse('Invalid userId provided', 400)
-
-# 	exec_in_proc(target=delete_user, args=(vectordb_loader, userId))
-
-# 	return JSONResponse('User deleted')
-
-
-# @app.put('/loadSources')
-# @enabled_guard(app)
-# def _(sources: list[UploadFile]):
-# 	global _indexing
-
-# 	if len(sources) == 0:
-# 		return JSONResponse('No sources provided', 400)
-
-# 	for source in sources:
-# 		if not value_of(source.filename):
-# 			return JSONResponse(f'Invalid source filename for: {source.headers.get("title")}', 400)
-
-# 		with index_lock:
-# 			if source.filename in _indexing:
-# 				# this request will be retried by the client
-# 				return JSONResponse(
-# 					f'This source ({source.filename}) is already being processed in another request, try again later',
-# 					503,
-# 					headers={'cc-retry': 'true'},
-# 				)
-
-# 		if not (
-# 			value_of(source.headers.get('userIds'))
-# 			and source.headers.get('title', None) is not None
-# 			and value_of(source.headers.get('type'))
-# 			and value_of(source.headers.get('modified'))
-# 			and source.headers['modified'].isdigit()
-# 			and value_of(source.headers.get('provider'))
-# 		):
-# 			logger.error('Invalid/missing headers received', extra={
-# 				'source_id': source.filename,
-# 				'title': source.headers.get('title'),
-# 				'headers': source.headers,
-# 			})
-# 			return JSONResponse(f'Invaild/missing headers for:provider_ids {source.filename}', 400)
-
-# 	# wait for 10 minutes before failing the request
-# 	semres = doc_parse_semaphore.acquire(block=True, timeout=10*60)
-# 	if not semres:
-# 		return JSONResponse(
-# 			'Document parser worker limit reached, try again in some time or consider increasing the limit',
-# 			503,
-# 			headers={'cc-retry': 'true'}
-# 		)
-
-# 	with index_lock:
-# 		for source in sources:
-# 			_indexing[source.filename] = source.size
-
-# 	try:
-# 		loaded_sources, not_added_sources = exec_in_proc(
-# 			target=embed_sources,
-# 			args=(vectordb_loader, app.extra['CONFIG'], sources)
-# 		)
-# 	except (DbException, EmbeddingException):
-# 		raise
-# 	except Exception as e:
-# 		raise DbException('Error: failed to load sources') from e
-# 	finally:
-# 		with index_lock:
-# 			for source in sources:
-# 				_indexing.pop(source.filename, None)
-# 		doc_parse_semaphore.release()
-
-# 	if len(loaded_sources) != len(sources):
-# 		logger.debug('Some sources were not loaded', extra={
-# 			'Count of loaded sources': f'{len(loaded_sources)}/{len(sources)}',
-# 			'source_ids': loaded_sources,
-# 		})
-
-# 	# loaded sources include the existing sources that may only have their access updated
-# 	return JSONResponse({'loaded_sources': loaded_sources, 'sources_to_retry': not_added_sources})
-
-
-# class Query(BaseModel):
-# 	userId: str
-# 	query: str
-# 	useContext: bool = True
-# 	scopeType: ScopeType | None = None
-# 	scopeList: list[str] | None = None
-# 	ctxLimit: int = 20
-
-# 	@field_validator('userId', 'query', 'ctxLimit')
-# 	@classmethod
-# 	def check_empty_values(cls, value: Any, info: ValidationInfo):
-# 		if value_of(value) is None:
-# 			raise ValueError('Empty value for field', info.field_name)
-
-# 		return value
-
-# 	@field_validator('ctxLimit')
-# 	@classmethod
-# 	def at_least_one_context(cls, value: int):
-# 		if value < 1:
-# 			raise ValueError('Invalid context chunk limit')
-
-# 		return value
-
-
-# def execute_query(query: Query, in_proc: bool = True) -> LLMOutput:
-# 	llm: LLM = llm_loader.load()
-# 	template = app.extra.get('LLM_TEMPLATE')
-# 	no_ctx_template = app.extra['LLM_NO_CTX_TEMPLATE']
-# 	# todo: array
-# 	end_separator = app.extra.get('LLM_END_SEPARATOR', '')
-
-# 	if query.useContext:
-# 		target = process_context_query
-# 		args=(
-# 			query.userId,
-# 			vectordb_loader,
-# 			llm,
-# 			app_config,
-# 			query.query,
-# 			query.ctxLimit,
-# 			query.scopeType,
-# 			query.scopeList,
-# 			template,
-# 			end_separator,
-# 		)
-# 	else:
-# 		target=process_query
-# 		args=(
-# 			query.userId,
-# 			llm,
-# 			app_config,
-# 			query.query,
-# 			no_ctx_template,
-# 			end_separator,
-# 		)
-
-# 	if in_proc:
-# 		return exec_in_proc(target=target, args=args)
-
-# 	return target(*args)  # pyright: ignore
-
-
-# @app.post('/query')
-# @enabled_guard(app)
-# def _(query: Query) -> LLMOutput:
-# 	logger.debug('received query request', extra={ 'query': query.dict() })
-
-# 	if app_config.llm[0] == 'nc_texttotext':
-# 		return execute_query(query)
-
-# 	with llm_lock:
-# 		return execute_query(query, in_proc=False)
-
-
-# @app.post('/docSearch')
-# @enabled_guard(app)
-# def _(query: Query) -> list[SearchResult]:
-# 	# useContext from Query is not used here
-# 	return exec_in_proc(target=do_doc_search, args=(
-# 		query.userId,
-# 		query.query,
-# 		vectordb_loader,
-# 		query.ctxLimit,
-# 		query.scopeType,
-# 		query.scopeList,
-# 	))