| 
					
				 | 
			
			
				@@ -33,10 +33,13 @@ class XinferenceHelper: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     @staticmethod 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     def _clean_cache() -> None: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-        with cache_lock: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-            for model_uid, model in cache.items(): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				-                if model['expires'] < time(): 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+        try: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+            with cache_lock: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                expired_keys = [model_uid for model_uid, model in cache.items() if model['expires'] < time()] 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+                for model_uid in expired_keys: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				                     del cache[model_uid] 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+        except RuntimeError as e: 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				+            pass 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				  
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     @staticmethod 
			 | 
		
	
		
			
				 | 
				 | 
			
			
				     def _get_xinference_extra_parameter(server_url: str, model_uid: str) -> XinferenceModelExtraParameter: 
			 |