(define-module (epistemia services machine-learning)
  #:use-module (gnu packages admin)
  #:use-module (gnu services)
  #:use-module (gnu services shepherd)
  #:use-module (gnu system shadow)
  #:use-module (guix gexp)
  #:use-module (guix records)
  #:export (llama-swap-configuration
            llama-swap-configuration?
            llama-swap-service-type))

(define-record-type* <llm-router-configuration>
  llm-router-configuration make-llm-router-configuration
  llm-router-configuration?
  (package       llm-router-configuration-package
                 (default llm-router))
  (llama-cpp     llm-router-configuration-llama-cpp
                 (default llama-cpp))
  (config        llm-router-configuration-config)
  (listen        llm-router-configuration-listen
                 (default ":8080"))
  (watch-config? llm-router-configuration-watch-config?
                 (default #f)))

(define llm-router-account-service
  (list (user-account
         (name "llm-router")
         (group "nogroup")
         (system? #t)
         (comment "llm-router daemon user")
         (home-directory "/var/empty")
         (shell (file-append shadow "/sbin/nologin")))))

(define (llm-router-shepherd-service config)
  (let ((pkg       (llm-router-configuration-package config))
        (lcpp      (llm-router-configuration-llama-cpp config))
        (cfg       (llm-router-configuration-config config)))
    (list
     (shepherd-service
      (documentation "llm-router OpenAI-compatible model proxy")
      (provision '(llm-router))
      (requirement '(networking))
      (start #~(make-forkexec-constructor
                (append
                 (list #$(file-append pkg "/bin/llm-router")))
		#:user "llm-router"
                #:environment-variables
		(cons (string-append "PATH=" #$(file-append lcpp "/bin"))
		      (default-environment-variables))))
      (stop #~(make-kill-destructor))))))

(define llm-router-service-type
  (service-type (name 'llm-router)
		(extensions
		 (list (service-extension account-service-type
					  (const llm-router-account-service))
		       (service-extension shepherd-root-service-type
					  llm-router-shepherd-service)))
		(description
		 "llm-router is a proxy to OpenAI-compatible and SDAPI-compatible API
servers.")))