From 3174f60fbcae6d5ef2e1b13c928b443c7c959c32 Mon Sep 17 00:00:00 2001 From: notsyncing Date: Sat, 18 Jan 2025 18:24:06 +0800 Subject: [PATCH] Add _is_stateful property to OVBaseDecoderModel --- optimum/intel/openvino/modeling_decoder.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/optimum/intel/openvino/modeling_decoder.py b/optimum/intel/openvino/modeling_decoder.py index 4897db1459..2c9421934f 100644 --- a/optimum/intel/openvino/modeling_decoder.py +++ b/optimum/intel/openvino/modeling_decoder.py @@ -193,6 +193,10 @@ def raise_error(model_prop, user_prop, name): if not self._compile_only and enable_compilation: self.compile() + @property + def _is_stateful(self) -> bool: + return self.stateful + def update_pkv_precision(self, force_fp32=False): if not self.use_cache or self.stateful or self._compile_only: return