docs/src/search/scripts/index/utils/settings.ts at 80920350b3ee9b76b30e3ebbc65be028332db849 · github/docs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
import { SNOWBALL_LANGUAGES } from '@/search/scripts/index/utils/constants'

import type { estypes } from '@elastic/elasticsearch'

export function getGeneralSearchSettings(
  language: string,
  verbose: boolean,
): estypes.IndicesIndexSettings {
  const settings: estypes.IndicesIndexSettings = {
    analysis: {
      char_filter: {
        hyphenation_filter: {
          type: 'mapping',
          mappings: ['- => _'],
        },
      },
      analyzer: {
        text_analyzer_explicit: {
          char_filter: ['hyphenation_filter'],
          filter: ['lowercase', 'stop', 'asciifolding'],
          tokenizer: 'standard',
          type: 'custom',
        } as estypes.AnalysisCustomAnalyzer,
        text_analyzer: {
          filter: ['lowercase', 'stop', 'asciifolding'],
          tokenizer: 'standard',
          type: 'custom',
        } as estypes.AnalysisCustomAnalyzer,
      },
      filter: {},
    },
  }

  const snowballLanguage = SNOWBALL_LANGUAGES[language]
  if (snowballLanguage) {
    const textAnalyzer = settings.analysis!.analyzer!
      .text_analyzer as estypes.AnalysisCustomAnalyzer
    ;(textAnalyzer.filter as string[]).push('languaged_snowball')

    settings.analysis!.filter!['languaged_snowball'] = {
      type: 'snowball',
      language: snowballLanguage as estypes.AnalysisSnowballLanguage,
    }
  } else if (verbose) {
    console.warn(`No snowball language for '${language}'`)
  }

  return settings
}

export function getAISearchAutocompleteSettings(
  language: string,
  verbose = false,
): estypes.IndicesIndexSettings {
  const settings: estypes.IndicesIndexSettings = {
    analysis: {
      analyzer: {
        text_analyzer: {
          filter: ['lowercase'],
          tokenizer: 'standard',
          type: 'custom',
        } as estypes.AnalysisCustomAnalyzer,
      },
      filter: {},
    },
  }

  const snowballLanguage = SNOWBALL_LANGUAGES[language]
  if (snowballLanguage) {
    const textAnalyzer = settings.analysis!.analyzer!
      .text_analyzer as estypes.AnalysisCustomAnalyzer
    ;(textAnalyzer.filter as string[]).push('languaged_snowball')

    settings.analysis!.filter!['languaged_snowball'] = {
      type: 'snowball',
      language: snowballLanguage as estypes.AnalysisSnowballLanguage,
    }
  } else if (verbose) {
    console.warn(`No snowball language for '${language}'`)
  }

  return settings
}