from enum import Enum
from typing import Optional
from fastapi import Query
from pydantic import BaseModel, Field, field_validator
import functools
import threading
import time
from collections import OrderedDict
import numpy as np
embeddings = np.array([
[0.9, 0.1, 0.2],
[0.1, 0.8, 0.3],
[0.7, 0.2, 0.4],