backend.workers.refresh_items

 1"""
 2Refresh items
 3"""
 4import json
 5
 6import requests
 7
 8from backend.lib.worker import BasicWorker
 9
10class ItemUpdater(BasicWorker):
11    """
12    Refresh 4CAT items
13
14    Refreshes settings that are dependent on external factors
15    """
16    type = "refresh-items"
17    max_workers = 1
18
19    @classmethod
20    def ensure_job(cls, config=None):
21        """
22        Ensure that the refresher is always running
23
24        This is used to ensure that the refresher is always running, and if it is
25        not, it will be started by the WorkerManager.
26
27        :return:  Job parameters for the worker
28        """
29        return {"remote_id": "refresh-items", "interval": 60}
30
31    def work(self):
32        # Refresh items
33        self.refresh_settings()
34
35        self.job.finish()
36
37    def refresh_settings(self):
38        """
39        Refresh settings
40        """
41        # LLM server settings
42        llm_provider = self.config.get("llm.provider_type", "none").lower()
43        llm_server = self.config.get("llm.server", "")
44
45        # For now we only support the Ollama API
46        if llm_provider == "ollama" and llm_server:
47            headers = {"Content-Type": "application/json"}
48            llm_api_key = self.config.get("llm.api_key", "")
49            llm_auth_type = self.config.get("llm.auth_type", "")
50            if llm_api_key and llm_auth_type:
51                headers[llm_auth_type] = llm_api_key
52
53            available_models = {}
54            try:
55                response = requests.get(f"{llm_server}/api/tags", headers=headers, timeout=10)
56                if response.status_code == 200:
57                    settings = response.json()
58                    for model in settings.get("models", []):
59                        model = model["name"]
60                        try:
61                            model_metadata = requests.post(f"{llm_server}/api/show", headers=headers, json={"model": model}, timeout=10).json()
62                            available_models[model] = {
63                                "name": f"{model_metadata['model_info']['general.basename']} ({model_metadata['details']['parameter_size']} parameters)",
64                                "model_card": f"https://ollama.com/library/{model}",
65                                "provider": "local"
66                            }
67                            
68                        except (requests.RequestException, json.JSONDecodeError, KeyError) as e:
69                            self.log.debug(f"Could not get metadata for model {model} from Ollama - skipping (error: {e})")
70
71                    self.config.set("llm.available_models", available_models)
72                    self.log.debug("Refreshed LLM server settings cache")
73                else:
74                    self.log.warning(f"Could not refresh LLM server settings cache - server returned status code {response.status_code}")
75
76            except requests.RequestException as e:
77                self.log.warning(f"Could not refresh LLM server settings cache - request error: {str(e)}")
78