From 92f013a2505e0476331989dec481996f9a3272dc Mon Sep 17 00:00:00 2001 From: John Feng Date: Mon, 3 Nov 2025 13:40:17 +0800 Subject: [PATCH 1/5] improve oor exception --- src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp index 620cccfa04a0b9..2c527d36d27616 100644 --- a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp +++ b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp @@ -48,10 +48,15 @@ inline void rethrow(std::string message, cl_int error, const device_info& info) << "\tDue to a driver bug, any subsequent OpenCL API call may cause the application to hang, " << "so the GPU plugin may be unable to finish correctly.\n" << "\tThe CL_OUT_OF_RESOURCES error typically occurs in two cases:\n" - << "\t1. An actual lack of memory for the current inference.\n" + << "\t1. Insufficient memory for the current inference.\n" << "\t2. An out-of-bounds access to GPU memory from a kernel.\n" - << "\tFor case 1, you may try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.)" - << " to reduce the required memory size. For case 2, please submit a bug report to the OpenVINO team.\n" + << "\tFor case 1 (Insufficient Memory)" + << "\t - Try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.) to reduce the re" + << "quired memory size.\n" + << "\t - Alternatively, if using an integrated GPU and your shared memory limit is under 87% of total memory size, you can increase the shared m" + << "emory size via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override'.\n" + << "\tFor case 2 (Out-of-Bounds Access):\n" + << "\t - Please submit a bug report to the OpenVINO team.\n" << "\tAdditionally, please try updating the driver to the latest version.\n"; OPENVINO_THROW(ss.str()); } else { From 06964b0f907d163df4b2c5740db429fe1e442bb7 Mon Sep 17 00:00:00 2001 From: John Feng Date: Mon, 3 Nov 2025 13:49:12 +0800 Subject: [PATCH 2/5] fix typo --- src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp index 2c527d36d27616..f1f2606ebd5796 100644 --- a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp +++ b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp @@ -53,8 +53,8 @@ inline void rethrow(std::string message, cl_int error, const device_info& info) << "\tFor case 1 (Insufficient Memory)" << "\t - Try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.) to reduce the re" << "quired memory size.\n" - << "\t - Alternatively, if using an integrated GPU and your shared memory limit is under 87% of total memory size, you can increase the shared m" - << "emory size via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override'.\n" + << "\t - Alternatively, if using an integrated GPUs and your shared memory limit is under 87% of total memory size, you can increase the shared " + << "memory size via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override'.\n" << "\tFor case 2 (Out-of-Bounds Access):\n" << "\t - Please submit a bug report to the OpenVINO team.\n" << "\tAdditionally, please try updating the driver to the latest version.\n"; From d5b79ebebf95262c1b3e95bf4bca04638eea5bdf Mon Sep 17 00:00:00 2001 From: John Feng Date: Wed, 5 Nov 2025 11:48:54 +0800 Subject: [PATCH 3/5] update description --- src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp index f1f2606ebd5796..674006ebf3c381 100644 --- a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp +++ b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp @@ -53,8 +53,9 @@ inline void rethrow(std::string message, cl_int error, const device_info& info) << "\tFor case 1 (Insufficient Memory)" << "\t - Try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.) to reduce the re" << "quired memory size.\n" - << "\t - Alternatively, if using an integrated GPUs and your shared memory limit is under 87% of total memory size, you can increase the shared " - << "memory size via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override'.\n" + << "\t - Alternatively, for Intel integrated Arc GPUs on Microsoft Windows 10 or 11 host systems the shared memory allocation can be increased v" + << "ia the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override', as long as it is not already at its upper limit defin" + << "ed by the software.\n" << "\tFor case 2 (Out-of-Bounds Access):\n" << "\t - Please submit a bug report to the OpenVINO team.\n" << "\tAdditionally, please try updating the driver to the latest version.\n"; From f3dcca0e4b1de037e6d85ac9babccf112bc3c737 Mon Sep 17 00:00:00 2001 From: John Feng Date: Wed, 5 Nov 2025 13:12:53 +0800 Subject: [PATCH 4/5] add 10GB system memory limitation --- src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp index 674006ebf3c381..0de1c105ff9c8c 100644 --- a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp +++ b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp @@ -53,9 +53,9 @@ inline void rethrow(std::string message, cl_int error, const device_info& info) << "\tFor case 1 (Insufficient Memory)" << "\t - Try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.) to reduce the re" << "quired memory size.\n" - << "\t - Alternatively, for Intel integrated Arc GPUs on Microsoft Windows 10 or 11 host systems the shared memory allocation can be increased v" - << "ia the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override', as long as it is not already at its upper limit defin" - << "ed by the software.\n" + << "\t - Alternatively, for Intel integrated Arc GPUs on Microsoft Windows 10 or 11 host systems with more than 10 GB of system memory, the shar" + << "ed memory allocation can be increased via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override', as long as it " + << "is not already at its software-defined upper limit.\n" << "\tFor case 2 (Out-of-Bounds Access):\n" << "\t - Please submit a bug report to the OpenVINO team.\n" << "\tAdditionally, please try updating the driver to the latest version.\n"; From e3dc040c22e2e0f56f936ab3550e2e18661d50ec Mon Sep 17 00:00:00 2001 From: John Feng Date: Wed, 5 Nov 2025 13:27:23 +0800 Subject: [PATCH 5/5] update segment --- src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp index 0de1c105ff9c8c..3ee7b10d3658db 100644 --- a/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp +++ b/src/plugins/intel_gpu/src/runtime/ocl/ocl_common.hpp @@ -51,11 +51,11 @@ inline void rethrow(std::string message, cl_int error, const device_info& info) << "\t1. Insufficient memory for the current inference.\n" << "\t2. An out-of-bounds access to GPU memory from a kernel.\n" << "\tFor case 1 (Insufficient Memory)" - << "\t - Try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.) to reduce the re" - << "quired memory size.\n" - << "\t - Alternatively, for Intel integrated Arc GPUs on Microsoft Windows 10 or 11 host systems with more than 10 GB of system memory, the shar" - << "ed memory allocation can be increased via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override', as long as it " - << "is not already at its software-defined upper limit.\n" + << "\t - Try adjusting some model parameters (e.g., using a smaller batch size, lower inference precision, fewer streams, etc.) to \n" + << "\t reduce the required memory size.\n" + << "\t - Alternatively, for Intel integrated Arc GPUs on Microsoft Windows 10 or 11 host systems with more than 10 GB of system memory, the \n" + << "\t shared memory allocation can be increased via the Intel Graphics Software tool: 'Graphics > General > Shared GPU Memory Override', \n" + << "\t as long as it is not already at its software-defined upper limit.\n" << "\tFor case 2 (Out-of-Bounds Access):\n" << "\t - Please submit a bug report to the OpenVINO team.\n" << "\tAdditionally, please try updating the driver to the latest version.\n";