LibreChat運用に関する記録

#!/bin/bash
sudo docker compose down
sudo docker compose up -d

# ...
endpoints:
  custom:
    - name: 'MainDesktop'
      apiKey: 'not-needed'
      baseURL: 'http://192.168.x.a:8080/v1'
      models:
        default: ['Gemma-4-31B']
        fetch: false
      titleConvo: true
      titleModel: 'Gemma-4-31B'
      modelDisplayLabel: 'Gemma-4-31B'

modelSpecs:
  list:
    - name: "Main"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom"
        model: "Gemma-4-31B"
# ...

# ...
endpoints:
  custom:
    - name: 'MainDesktop'
      apiKey: 'not-needed'
      baseURL: 'http://192.168.x.a:8080/v1'
      models:
        default: ['Gemma-4-31B']
        fetch: false
      titleConvo: true
      titleModel: 'Gemma-4-31B'
      modelDisplayLabel: 'Gemma-4-31B'
    - name: 'DataServer'
      apiKey: 'not-needed'
      baseURL: 'http://192.168.x.b:1234/v1'
      models: 
        default: ['test-model'] 
        fetch: true

modelSpecs:
  list:
    - name: "Main"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom"
        model: "Gemma-4-31B"
# ...

# ...
endpoints:
  custom:
    - name: 'Llama-CPP'
      apiKey: 'not-needed'
      baseURL: 'http://192.168.x.a:8080/v1'
      models:
        default: ['Local-Custom']
        fetch: false
      titleConvo: true
      titleModel: 'Local-Custom'
      modelDisplayLabel: 'Llama.cpp'

modelSpecs:
  list:
    - name: "Llama-CPP"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom"
        model: "Local-Custom"
# ...

# ...
endpoints:
  custom:
    - name: 'MainDesktop'
      apiKey: 'not-needed'
      baseURL: 'http://192.168.x.a:8080/v1'
      models:
        default: ['Gemma-4-31B']
        fetch: false
      titleConvo: true
      titleModel: 'Gemma-4-31B'
      modelDisplayLabel: 'Gemma-4-31B'

modelSpecs:
  list:
    - name: "Main"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom"
        model: "Gemma-4-31B"
# ...

docker exec -it chat-mongodb mongosh

use LibreChat;
db.conversations.distinct("model");
-- [
--   'Gemma-4-31B',
--   'Local-Custom',
--   'gemini-3-flash-preview',
--   'google/gemma-3n-e4b'
-- ]
db.conversations.updateMany(
  { model: "Local-Custom" }, 
  { $set: { model: "Gemma-4-31B" } }
);
-- {
--   acknowledged: true,
--   insertedId: null,
--   matchedCount: 486,
--   modifiedCount: 486,
--   upsertedCount: 0
-- }
db.conversations.distinct("model")
-- [ 'Gemma-4-31B', 'gemini-3-flash-preview', 'google/gemma-3n-e4b' ]

db.conversations.distinct("endpoint")
-- [ 'DataServer', 'Llama-CPP', 'MainDesktop', 'google' ]
db.conversations.updateMany(
  { endpoint: "Llama-CPP" }, 
  { $set: { endpoint: "MainDesktop" } }
);
-- {
--   acknowledged: true,
--   insertedId: null,
--   matchedCount: 486,
--   modifiedCount: 486,
--   upsertedCount: 0
-- }
db.conversations.distinct("endpoint")
-- [ 'DataServer', 'MainDesktop', 'google' ]

# ...
modelSpecs:
  list:
    - name: "Main"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom"
        model: "Gemma-4-31B"
        maxContextTokens: 200000
        max_tokens: 500000

fileConfig:
  serverFileSizeLimit: 200
  endpoints:
    custom:
      fileLimit: 30
      fileSizeLimit: 200
      totalSizeLimit: 1000
      supportedMimeTypes:
        - "image/.*"
        - "text/*"
        - "application/pdf"
      legacyFileUploadUX: false  # 今回問題となった設定の部分である。これを true にすると、旧来の UI/UX として、テキストとして送信するか、プロバイダに送信するかなどを選ぶことができるようになる。ただ内部ロジックも古いものになってしまうようでバグが発生しているように見受けられる。
      fileTokenLimit: 100000
      fileContextCharLimit: 100000
      defaultLLMDeliveryPath:  # llama.cpp 対策。llama.cppは直接PDFをサポートしない
        overrides:
          'application/pdf': text
  ocr:
    supportedMimeTypes:
      - "^image/(jpeg|gif|png|webp|heic|heif)$"
      - "^application/pdf$"
      - "^application/vnd\\.openxmlformats-officedocument\\.(wordprocessingml\\.document|presentationml\\.presentation|spreadsheetml\\.sheet)$"
      - "^application/vnd\\.ms-(word|powerpoint|excel)$"
      - "^application/epub\\+zip$"
  text:
    supportedMimeTypes:
      - "^text/(plain|markdown|csv|json|xml|html|css|javascript|typescript|x-python|x-java|x-csharp|x-php|x-ruby|x-go|x-rust|x-kotlin|x-swift|x-scala|x-perl|x-lua|x-shell|x-sql|x-yaml|x-toml)$"
  stt:
    supportedMimeTypes:
      - "^audio/(mp3|mpeg|mpeg3|wav|wave|x-wav|ogg|vorbis|mp4|x-m4a|flac|x-flac|webm)$"
# ... 

# ...
modelSpecs:
  list:
    - name: "Main"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom" # fileConfig の endpoints の項目において反映すべき名前
        model: "Gemma-4-31B"
        maxContextTokens: 200000
        max_tokens: 500000

fileConfig:
  serverFileSizeLimit: 200
  endpoints:
    assistants: # modelSpecs の項目で設定した endpoint 名にになっておらず、存在しないエンドポイント `assistants` に設定していることになっている。
      fileLimit: 30
      fileSizeLimit: 200
      totalSizeLimit: 1000
      supportedMimeTypes:
        - "image/.*"
        - "text/*"
        - "application/pdf"
      legacyFileUploadUX: false  
      fileTokenLimit: 100000
      fileContextCharLimit: 100000
      defaultLLMDeliveryPath:  # llama.cpp 対策。llama.cppは直接PDFをサポートしない
        overrides:
          'application/pdf': text
# ...

# ...
modelSpecs:
  list:
    - name: "Main"
      label: "Default: Llama-CPP"
      description: "My primary local model"
      preset:
        endpoint: "custom" # fileConfig の endpoints の項目において反映すべき名前
        model: "Gemma-4-31B"
        maxContextTokens: 200000
        max_tokens: 500000

fileConfig:
  serverFileSizeLimit: 200
  endpoints:
    custom: # modelSpecs の項目で設定した endpoint 名になっている
      fileLimit: 30
      fileSizeLimit: 200
      totalSizeLimit: 1000
      supportedMimeTypes:
        - "image/.*"
        - "text/*"
        - "application/pdf"
      legacyFileUploadUX: false  
      fileTokenLimit: 100000
      fileContextCharLimit: 100000
      defaultLLMDeliveryPath:  # llama.cpp 対策。llama.cppは直接PDFをサポートしない
        overrides:
          'application/pdf': text
# ...

# ...
mcpSettings:
  allowedAddresses:
    - "192.168.xxx.xxx:8000" 

mcpServers:
  MCP-dev:
    type: sse
    url: "http://192.168.xxx.xxx:8000/sse"
    timeout: 300000 # 5 * 60 * 1000 ms = 5分
# ...