Merge branch 'INSTX-5529_reduced_CUDA_batch_timeout_v6.0' into 'relea…

…se-v0.6'

INSTX-5529 reduced cuda caller batch timeout from 60s to 30s

See merge request machine-learning/dorado!1075

dorado/basecall/CudaCaller.h

@@ -42,7 +42,7 @@ class CudaCaller {
     size_t num_batch_dims() const { return m_batch_dims.size(); };
     c10::Device device() const { return m_options.device(); }
     const CRFModelConfig &config() const { return m_config; }
-    int batch_timeout_ms() const { return m_low_latency ? 100 : 60000; }
+    int batch_timeout_ms() const { return m_low_latency ? 100 : 30000; }
 
     std::string get_name() const { return std::string("CudaCaller_") + m_device; }