| inputs.append(text) | inputs.append(text) | ||||
| # Prepare the payload for the request | # Prepare the payload for the request | ||||
| payload = {"input": inputs, "model": model, "options": {"use_mmap": "true"}} | |||||
| payload = {"input": inputs, "model": model, "options": {"use_mmap": True}} | |||||
| # Make the request to the Ollama API | # Make the request to the Ollama API | ||||
| response = requests.post(endpoint_url, headers=headers, data=json.dumps(payload), timeout=(10, 300)) | response = requests.post(endpoint_url, headers=headers, data=json.dumps(payload), timeout=(10, 300)) |