RapidDoc/rapid_doc/model/table/rapid_table_self/engine_cfg.yaml at main · RapidAI/RapidDoc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
onnxruntime:
    intra_op_num_threads: -1
    inter_op_num_threads: -1
    enable_cpu_mem_arena: false

    cpu_ep_cfg:
        arena_extend_strategy: "kSameAsRequested"

    use_cuda: false
    cuda_ep_cfg:
        device_id: 0
        arena_extend_strategy: "kNextPowerOfTwo"
        gpu_mem_limit: 21474836480 # 20 * 1024 * 1024 * 1024
        cudnn_conv_algo_search: "EXHAUSTIVE"
        do_copy_in_default_stream: true

    use_dml: false
    dm_ep_cfg: null

    use_cann: false
    cann_ep_cfg:
        device_id: 0
        arena_extend_strategy: "kNextPowerOfTwo"
        npu_mem_limit: 21474836480 # 20 * 1024 * 1024 * 1024
        op_select_impl_mode: "high_performance"
        optypelist_for_implmode: "Gelu"
        enable_cann_graph: true

openvino:
    inference_num_threads: -1
    performance_hint: null
    performance_num_requests: -1
    enable_cpu_pinning: null
    num_streams: -1
    enable_hyper_threading: null
    scheduling_core_type: null

paddle:
    cpu_math_library_num_threads: -1
    use_cuda: false
    gpu_id: 0
    gpu_mem: 500

torch:
    use_cuda: false
    gpu_id: 0