Revert "Semantic search attempt #1: convert query into zoekt syntax"

This reverts commit 7e818ca.

Author: brendan-kellam

src/app/search/page.tsx

@@ -28,7 +28,6 @@ export default function SearchPage() {
     const router = useRouter();
     const searchQuery = useNonEmptyQueryParam("query") ?? "";
     const _numResults = parseInt(useNonEmptyQueryParam("numResults") ?? `${DEFAULT_NUM_RESULTS}`);
-    const isSemanticSearchEnabled = useNonEmptyQueryParam("semantic") === "true";
     const numResults = isNaN(_numResults) ? DEFAULT_NUM_RESULTS : _numResults;
 
     const [selectedMatchIndex, setSelectedMatchIndex] = useState(0);
@@ -39,7 +38,6 @@ export default function SearchPage() {
         queryFn: () => search({
             query: searchQuery,
             numResults,
-            semantic: isSemanticSearchEnabled,
         }),
         enabled: searchQuery.length > 0,
     });

src/lib/schemas.ts

@@ -5,7 +5,6 @@ export const searchRequestSchema = z.object({
     query: z.string(),
     numResults: z.number(),
     whole: z.boolean().optional(),
-    semantic: z.boolean().optional(),
 });
 
 

src/lib/server/searchService.ts

@@ -4,17 +4,8 @@ import { FileSourceRequest, FileSourceResponse, ListRepositoriesResponse, listRe
 import { fileNotFound, invalidZoektResponse, ServiceError, unexpectedError } from "../serviceError";
 import { isServiceError } from "../utils";
 import { zoektFetch } from "./zoektClient";
-import { generateText } from 'ai';
-import { openai } from '@ai-sdk/openai'; // Ensure OPENAI_API_KEY environment variable is set
-
-export const search = async ({ query: _query, numResults, whole, semantic }: SearchRequest): Promise<SearchResponse | ServiceError> => {
-    let query = _query;
-
-    if (semantic) {
-        query = await convertSemanticQueryToZoektQuery(query);
-        console.log(`Generated query: ${query}`);
-    }
 
+export const search = async ({ query, numResults, whole }: SearchRequest): Promise<SearchResponse | ServiceError> => {
     const body = JSON.stringify({
         q: query,
         // @see: https://github.com/TaqlaAI/zoekt/blob/main/api.go#L892
@@ -99,82 +90,4 @@ export const listRepositories = async (): Promise<ListRepositoriesResponse | Ser
     }
 
     return parsedListResponse.data;
-}
-
-const convertSemanticQueryToZoektQuery = async (query: string) => {
-    const { text } = await generateText({
-        model: openai('gpt-4'),
-        system:
-        `
-        You are tasked with converting natural language code search queries into Zoekt's query language. Zoekt queries are fundamentally composed of regular expressions (regex), with certain prefixes, infix operators, and boolean logic controlling their behavior. Your job is to accurately interpret semantic queries and apply the correct Zoekt syntax rules to ensure precise search results.
-
-        Key Rules of Zoekt Query Syntax:
-        
-        1. Regex by Default:
-
-        All queries are treated as regex by default. Special characters in the query are parsed as regex operators unless escaped.
-        Example: A query for foo* matches any text starting with "foo" followed by any characters. To search for "foo*" literally, escape it as foo\\*.
-        
-        2. Multiple Expressions:
-
-        Queries with multiple space-separated terms (expressions) are conjunctive. Each file must match all expressions to be included in the results.
-        Example: foo bar searches for files containing both /foo/ and /bar/. To search for the phrase "foo bar", use quotes: "foo bar".
-        
-        3. Boolean Logic:
-
-        or: Combines expressions to match any file that contains either expression.
-        Example: foo or bar returns files matching /foo/ or /bar/.
-        - (Negation): Excludes results that match the negated expression.
-        Example: foo -bar returns files containing /foo/ but excluding those that also contain /bar/.
-        Parentheses: Used to group expressions.
-        Example: foo (bar or baz) returns files with /foo/ and either /bar/ or /baz/.
-        
-        4. Prefix Expressions:
-
-        Specific prefixes restrict searches to particular parts of the codebase, like file names, contents, or repositories. Boolean logic applies to these as well.
-
-        Common Prefixes:
-        
-        file: or f:: Restrict matches to file names.
-        - Example: f:README.
-        content: or c:: Restrict matches to file contents.
-        - Example: c:README.
-        repo: or r:: Match repository names.
-        branch: or b:: Match branch names.
-        lang:: Restrict matches to files in a specific language.
-        Example: lang:typescript.
-        sym:: Match symbol definitions using ctags information.
-        case:: Adjust case sensitivity (case:yes for case-sensitive, case:no for case-insensitive).
-        
-        5. Special Handling:
-
-        Use quotes for multi-word phrases or operators like or when meant literally: "foo or bar".
-        Escape special characters in regex with backslashes if you want to match them literally.
-        
-        Instructions for Converting Semantic Queries:
-        1. Understand the Query's Intent:
-
-        Analyze the natural language query to understand its goal. Is the user looking for specific phrases, file names, function definitions, or other specific code elements?
-        
-        2. Determine the Right Regex:
-
-        Convert phrases or keywords into regular expressions. Remember that Zoekt treats everything as a regex by default. Escape special characters as needed.
-        Example: Convert “search for functions named main” to sym:\\bmain\\b.
-        
-        3. Use Boolean Logic:
-
-        Combine expressions using or, -, and parentheses where necessary. For example, a query like "find either foo or bar, but not baz" translates to foo or bar -baz.
-        
-        4. Apply Prefixes:
-
-        If the query specifies searching within file names, repositories, or other specific parts of the codebase, use appropriate prefixes like file:, repo:, or lang:.
-        
-        5. Respect Case Sensitivity:
-
-        Consider whether case sensitivity matters based on the semantic query. Apply case:yes or case:no as needed. Output the zoekt query and nothing else.
-        `,
-        prompt: query
-    })
-    
-    return text;
 }