forked from openvinotoolkit/openvino
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathattention_causal_softcap.prototxt
More file actions
36 lines (36 loc) · 1.01 KB
/
Copy pathattention_causal_softcap.prototxt
File metadata and controls
36 lines (36 loc) · 1.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
ir_version: 10
producer_name: "OpenVINO ONNX Frontend"
graph {
node {
input: "Q"
input: "K"
input: "V"
output: "Y"
name: "Attention_1"
op_type: "Attention"
attribute { name: "is_causal" i: 1 type: INT }
attribute { name: "softcap" f: 2.0 type: FLOAT }
}
name: "attention_causal_softcap"
input {
name: "Q"
type { tensor_type { elem_type: 1
shape { dim { dim_value: 1 } dim { dim_value: 2 } dim { dim_value: 4 } dim { dim_value: 3 } } } }
}
input {
name: "K"
type { tensor_type { elem_type: 1
shape { dim { dim_value: 1 } dim { dim_value: 2 } dim { dim_value: 4 } dim { dim_value: 3 } } } }
}
input {
name: "V"
type { tensor_type { elem_type: 1
shape { dim { dim_value: 1 } dim { dim_value: 2 } dim { dim_value: 4 } dim { dim_value: 3 } } } }
}
output {
name: "Y"
type { tensor_type { elem_type: 1
shape { dim { dim_value: 1 } dim { dim_value: 2 } dim { dim_value: 4 } dim { dim_value: 3 } } } }
}
}
opset_import { version: 23 }