heywoodlh/ollama_load_balancer repository overview

docker run -it --rm -p 11434 docker.io/heywoodlh/ollama_load_balancer --server="http://192.168.150.134:11434=james" --server="http://192.168.150.135:11434=sara"

---
apiVersion: v1
kind: Service
metadata:
  name: ollama-lb
  namespace: default
  labels:
    app.kubernetes.io/name: ollama-lb
    app.kubernetes.io/instance: ollama-lb
spec:
  type: ClusterIP
  ports:
    - port: 11434
      targetPort: ollama
      protocol: TCP
      name: ollama
  selector:
    app.kubernetes.io/name: ollama-lb
    app.kubernetes.io/instance: ollama-lb
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: ollama-lb
  namespace: default
  labels:
    app.kubernetes.io/name: ollama-lb
    app.kubernetes.io/instance: ollama-lb
spec:
  replicas: 1
  selector:
    matchLabels:
      app.kubernetes.io/name: ollama-lb
      app.kubernetes.io/instance: ollama-lb
  template:
    metadata:
      labels:
        app.kubernetes.io/name: ollama-lb
        app.kubernetes.io/instance: ollama-lb
    spec:
      securityContext:
        {}
      containers:
        - name: ollama-lb
          securityContext:
            {}
          image: "docker.io/heywoodlh/ollama_load_balancer:1.0.3"
          command:
            - "ollama_load_balancer"
          args:
            - "--server=http://192.168.150.134:11434=james"
            - "--server=http://192.168.150.135:11434=sara"
          imagePullPolicy: IfNotPresent
          ports:
            - name: ollama
              containerPort: 11434
              protocol: TCP
          resources:
            {}