Duck.ai を匿名LLMとして利用する試行錯誤の記録

docker run -d -p 3333:3000 --name duckai amirkabiri/duckai

Invoke-RestMethod http://localhost:3333/v1/models

curl -X POST http://192.168.10.247:3333/v1/chat/completions \
 -H "Content-Type: application/json" \
 -d '{"model":"gpt-4o-mini","messages":[{"role":"user","content":"hello"}]}'

{
 "choices":[
  {
   "message":{
    "content":"Hello! How can I assist you today?"
   }
  }
 ]
}

curl -X POST http://192.168.10.247:3333/v1/chat/completions \
 -H "Content-Type: application/json" \
 -d '{"model":"gpt-4o-mini","messages":[{"role":"user","content":"hello"}]}'

(require 'json)

;; duckai 設定
(defvar my-duckai-endpoint "http://192.168.x.x:3333/v1/chat/completions")
(defvar my-duckai-model "default")

(defvar my-duckai-buffer "*duckai*")
(defvar my-duckai-process nil)

;; ESC ×2 で強制kill
(defun my-duckai-stop ()
  "Stop the DuckAI process if it's running."
  (interactive)
  (when (process-live-p my-duckai-process)
    (kill-process my-duckai-process)))

(global-set-key (kbd "ESC ESC") #'my-duckai-stop)

(defun my-duckai-submit (prompt action)
  "Submit PROMPT to DuckAI with ACTION."
  (let* ((buf (get-buffer-create my-duckai-buffer))
	 (encoded-prompt (json-encode prompt))
	 (json-request (format
			"{\"model\":\"%s\",\"messages\":[{\"role\":\"user\",\"content\":%s}]}"
			my-duckai-model
			encoded-prompt))
	 (cmd (list "curl" "-s"
		    "-X" "POST"
		    my-duckai-endpoint
		    "-H" "Content-Type: application/json; charset=utf-8"
		    "-d" json-request)))

    (with-current-buffer buf
      (erase-buffer)
      (insert "waiting...\n"))

    (display-buffer buf)

    (setq my-duckai-process
	  (make-process
	   :name "duckai"
	   :buffer buf
	   :command cmd
	   :noquery t
	   :filter
	   (lambda (proc output)
	     (with-current-buffer (process-buffer proc)
	       (goto-char (point-max))
	       (insert output)))
	   :sentinel
	   (lambda (proc _event)
	     (when (eq (process-status proc) 'exit)
	       (with-current-buffer (process-buffer proc)
		 (goto-char (point-min))
		 (when (re-search-forward "\"content\":\"\\(.*?\\)\"" nil t)
		   (let ((text (match-string 1)))
		     (setq text (replace-regexp-in-string "\\\\n" "\n" text))
		     (setq text (replace-regexp-in-string "\\\\\"" "\"" text))
		     (setq text (replace-regexp-in-string "\\\\" "" text))
		     (erase-buffer)
		     (insert text))))))))))

;; プロンプト生成
(defun my-duckai-action (action)
  "Perform ACTION on the selected text."
  (let ((start (region-beginning))
	(end (region-end))
	(prompt (buffer-substring-no-properties (region-beginning) (region-end)))
	(action-command ""))
    (cond
     ((string= action "p") (setq action-command prompt)) ;; send as is
     ((string= action "j") (setq action-command (format "次の文章を自然な日本語に翻訳してください:\n\n: %s" prompt)))
     ((string= action "e") (setq action-command (format "Translate the following text into natural English:\n\n: %s" prompt)))
     ((string= action "s") (setq action-command (format "次の文章を10行以内で簡潔に要約してください．各行は1文のみ．\n\n: %s" prompt)))
     ((string= action "f") (setq action-command (format "次の文章を校正してください．誤字脱字や不自然な表現のみ修正してください．\n\n: %s" prompt)))
     ((string= action "k") (setq action-command (format "次の文章の内容を箇条書きで整理してください．最大10項目．\n\n: %s" prompt)))
     ((string= action "w") (setq action-command (format "次の文章から重要なキーワードを20個以内で列挙してください．説明は不要です．\n\n: %s" prompt)))
     ((string= action "d") (setq action-command (format "次のコードまたはエラーメッセージの原因を簡潔に説明し，修正例を示してください．\n\n: %s" prompt)))
     )
    (when action-command
      (my-duckai-submit action-command action))))

(defun my-duckai-menu ()
  "Open the DuckAI submenu."
  (interactive)
  (let ((key (read-key
	  (format "[%s] p=そのまま送る j=日本語 e=English s=要約 f=校正 k=箇条書き w=キーワード抽出 d=デバッグ:"
		  my-duckai-model))))
    (cond
     ((eq key ?p) (my-duckai-action "p"))
     ((eq key ?j) (my-duckai-action "j"))
     ((eq key ?e) (my-duckai-action "e"))
     ((eq key ?s) (my-duckai-action "s"))
     ((eq key ?f) (my-duckai-action "f"))
     ((eq key ?k) (my-duckai-action "k"))
     ((eq key ?w) (my-duckai-action "w"))
     ((eq key ?d) (my-duckai-action "d"))
     (t (message "Invalid action!")))))

;; キーバインド
(global-set-key (kbd "C-c d") #'my-duckai-menu)