Skip to content

Commit 2ede174

Browse files
zhaixuejun1993wine99
authored andcommitted
OpenVINO backend: enable fallback for openVINO to CPU backend
1 parent 83f98bd commit 2ede174

2 files changed

Lines changed: 6 additions & 6 deletions

File tree

ggml/src/ggml-openvino/ggml-decoder.cpp

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1307,10 +1307,10 @@ void GgmlOvDecoder::compute_node_dynamic_dims() {
13071307
if (src == nullptr) {
13081308
continue;
13091309
}
1310-
struct ggml_tensor * root_src = nullptr;
1311-
// if (src->org_src) {
1312-
// root_src = src->org_src;
1313-
// }
1310+
ggml_tensor * root_src = nullptr;
1311+
if (src->org_src) {
1312+
root_src = src->org_src;
1313+
}
13141314
if (root_src) {
13151315
if (is_inp_tok(root_src, node) || is_inp_pos(root_src, node) || is_output_idx(root_src, node)) {
13161316
m_node_dynamic_dims[root_src] = 0;
@@ -1388,7 +1388,7 @@ void GgmlOvDecoder::compute_node_dynamic_dims() {
13881388
// identifies the dynamic dim even when two dims share the same size.
13891389
m_node_dynamic_dims[node] = -1;
13901390
if (m_node_dynamic_dims[node->src[0]] != -1) {
1391-
if (node->src[0]->op == GGML_OP_NONE) {
1391+
if (node->src[0]->op == GGML_OP_NONE && node->src[0]->org_src == nullptr) {
13921392
m_node_dynamic_dims[node] = m_node_dynamic_dims[node->src[0]];
13931393
break;
13941394
}

ggml/src/ggml-openvino/ggml-decoder.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -269,7 +269,7 @@ class GgmlOvDecoder : public ov::frontend::ggml::GgmlDecoder {
269269
void update_io(ggml_cgraph * cgraph);
270270

271271
inline static bool is_inp_tok(const ggml_tensor * tensor, const ggml_tensor * op) {
272-
return op->op == GGML_OP_GET_ROWS && tensor == op->src[1] && op->src[0]->op == GGML_OP_NONE;
272+
return op->op == GGML_OP_GET_ROWS && tensor == op->src[1] && op->src[0]->op == GGML_OP_NONE && op->src[0]->org_src == nullptr;
273273
}
274274

275275
inline static bool is_inp_pos(const ggml_tensor * tensor, const ggml_tensor * op) {

0 commit comments

Comments
 (0)