Merge pull request #3559 from open-webui/dev

0.3.8
open-webui · Jul 9, 2024 · 9bcd4ce · 9bcd4ce
2 parents 824966a b38abf2
commit 9bcd4ce
Show file tree

Hide file tree

Showing 178 changed files with 6,863 additions and 3,342 deletions.
diff --git a/.dockerignore b/.dockerignore
@@ -10,7 10,8 @@ node_modules
 vite.config.js.timestamp-*
 vite.config.ts.timestamp-*
 __pycache__
-.env
 .idea
 venv
 _old
 uploads
 .ipynb_checkpoints

diff --git a/.github/workflows/integration-test.yml b/.github/workflows/integration-test.yml
@@ -35,6 35,10 @@ jobs:
  done
  echo "Service is up!"
 
  - name: Delete Docker build cache
  run: |
  docker builder prune --all --force
 
  - name: Preload Ollama model
  run: |
  docker exec ollama ollama pull qwen:0.5b-chat-v1.5-q2_K
@@ -43,7 47,7 @@ jobs:
  uses: cypress-io/github-action@v6
  with:
  browser: chrome
- wait-on: "http://localhost:3000"
  wait-on: 'http://localhost:3000'
  config: baseUrl=http://localhost:3000
 
  - uses: actions/upload-artifact@v4
@@ -67,6 71,28 @@ jobs:
  path: compose-logs.txt
  if-no-files-found: ignore
 
  # pytest:
  # name: Run Backend Tests
  # runs-on: ubuntu-latest
  # steps:
  # - uses: actions/checkout@v4
 
  # - name: Set up Python
  # uses: actions/setup-python@v4
  # with:
  # python-version: ${{ matrix.python-version }}
 
  # - name: Install dependencies
  # run: |
  # python -m pip install --upgrade pip
  # pip install -r backend/requirements.txt
 
  # - name: pytest run
  # run: |
  # ls -al
  # cd backend
  # PYTHONPATH=. pytest . -o log_cli=true -o log_cli_level=INFO
 
  migration_test:
  name: Run Migration Tests
  runs-on: ubuntu-latest
@@ -126,11 152,11 @@ jobs:
  cd backend
  uvicorn main:app --port "8080" --forwarded-allow-ips '*' &
  UVICORN_PID=$!
- # Wait up to 20 seconds for the server to start
- for i in {1..20}; do
  # Wait up to 40 seconds for the server to start
  for i in {1..40}; do
  curl -s http://localhost:8080/api/config > /dev/null && break
  sleep 1
- if [ $i -eq 20 ]; then
  if [ $i -eq 40 ]; then
  echo "Server failed to start"
  kill -9 $UVICORN_PID
  exit 1
@@ -171,7 197,7 @@ jobs:
  fi
 
  # Check that service will reconnect to postgres when connection will be closed
- status_code=$(curl --write-out %{http_code} -s --output /dev/null http://localhost:8081/health)
  status_code=$(curl --write-out %{http_code} -s --output /dev/null http://localhost:8081/health/db)
  if [[ "$status_code" -ne 200 ]] ; then
  echo "Server has failed before postgres reconnect check"
  exit 1
@@ -183,7 209,7 @@ jobs:
  cur = conn.cursor(); \
  cur.execute('SELECT pg_terminate_backend(psa.pid) FROM pg_stat_activity psa WHERE datname = current_database() AND pid <> pg_backend_pid();')"
 
- status_code=$(curl --write-out %{http_code} -s --output /dev/null http://localhost:8081/health)
  status_code=$(curl --write-out %{http_code} -s --output /dev/null http://localhost:8081/health/db)
  if [[ "$status_code" -ne 200 ]] ; then
  echo "Server has not reconnected to postgres after connection was closed: returned status $status_code"
  exit 1

diff --git a/.gitignore b/.gitignore
@@ -306,3 306,4 @@ dist
 # cypress artifacts
 cypress/videos
 cypress/screenshots
 .vscode/settings.json
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -5,6 5,33 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
 ## [0.3.8] - 2024-07-09
 
 ### Added
 
 - **💬 Chat Controls**: Easily adjust parameters for each chat session, offering more precise control over your interactions.
 - **📌 Pinned Chats**: Support for pinned chats, allowing you to keep important conversations easily accessible.
 - **📄 Apache Tika Integration**: Added support for using Apache Tika as a document loader, enhancing document processing capabilities.
 - **🛠️ Custom Environment for OpenID Claims**: Allows setting custom claims for OpenID, providing more flexibility in user authentication.
 - **🔧 Enhanced Tools & Functions API**: Introduced 'event_emitter' and 'event_call', now you can also add citations for better documentation and tracking. Detailed documentation will be provided on our documentation website.
 - **↔️ Sideways Scrolling in Settings**: Settings tabs container now supports horizontal scrolling for easier navigation.
 - **🌑 Darker OLED Theme**: Includes a new, darker OLED theme and improved styling for the light theme, enhancing visual appeal.
 - **🌐 Language Updates**: Updated translations for Indonesian, German, French, and Catalan languages, expanding accessibility.
 
 ### Fixed
 
 - **⏰ OpenAI Streaming Timeout**: Resolved issues with OpenAI streaming response using the 'AIOHTTP_CLIENT_TIMEOUT' setting, ensuring reliable performance.
 - **💡 User Valves**: Fixed malfunctioning user valves, ensuring proper functionality.
 - **🔄 Collapsible Components**: Addressed issues with collapsible components not working, restoring expected behavior.
 
 ### Changed
 
 - **🗃️ Database Backend**: Switched from Peewee to SQLAlchemy for improved concurrency support, enhancing database performance.
 - **🔤 Primary Font Styling**: Updated primary font to Archivo for better visual consistency.
 - **🔄 Font Change for Windows**: Replaced Arimo with Inter font for Windows users, improving readability.
 - **🚀 Lazy Loading**: Implemented lazy loading for 'faster_whisper' and 'sentence_transformers' to reduce startup memory usage.
 - **📋 Task Generation Payload**: Task generations now include only the "task" field in the body instead of "title".
 
 ## [0.3.7] - 2024-06-29
 
 ### Added

diff --git a/backend/alembic.ini b/backend/alembic.ini
@@ -0,0 1,114 @@
 # A generic, single database configuration.
 
 [alembic]
 # path to migration scripts
 script_location = migrations
 
 # template used to generate migration file names; The default value is %%(rev)s_%%(slug)s
 # Uncomment the line below if you want the files to be prepended with date and time
 # file_template = %%(year)d_%%(month).2d_%%(day).2d_%%(hour).2d%%(minute).2d-%%(rev)s_%%(slug)s
 
 # sys.path path, will be prepended to sys.path if present.
 # defaults to the current working directory.
 prepend_sys_path = .
 
 # timezone to use when rendering the date within the migration file
 # as well as the filename.
 # If specified, requires the python>=3.9 or backports.zoneinfo library.
 # Any required deps can installed by adding `alembic[tz]` to the pip requirements
 # string value is passed to ZoneInfo()
 # leave blank for localtime
 # timezone =
 
 # max length of characters to apply to the
 # "slug" field
 # truncate_slug_length = 40
 
 # set to 'true' to run the environment during
 # the 'revision' command, regardless of autogenerate
 # revision_environment = false
 
 # set to 'true' to allow .pyc and .pyo files without
 # a source .py file to be detected as revisions in the
 # versions/ directory
 # sourceless = false
 
 # version location specification; This defaults
 # to migrations/versions. When using multiple version
 # directories, initial revisions must be specified with --version-path.
 # The path separator used here should be the separator specified by "version_path_separator" below.
 # version_locations = %(here)s/bar:%(here)s/bat:migrations/versions
 
 # version path separator; As mentioned above, this is the character used to split
 # version_locations. The default within new alembic.ini files is "os", which uses os.pathsep.
 # If this key is omitted entirely, it falls back to the legacy behavior of splitting on spaces and/or commas.
 # Valid values for version_path_separator are:
 #
 # version_path_separator = :
 # version_path_separator = ;
 # version_path_separator = space
 version_path_separator = os # Use os.pathsep. Default configuration used for new projects.
 
 # set to 'true' to search source files recursively
 # in each "version_locations" directory
 # new in Alembic version 1.10
 # recursive_version_locations = false
 
 # the output encoding used when revision files
 # are written from script.py.mako
 # output_encoding = utf-8
 
 # sqlalchemy.url = REPLACE_WITH_DATABASE_URL
 
 
 [post_write_hooks]
 # post_write_hooks defines scripts or Python functions that are run
 # on newly generated revision scripts. See the documentation for further
 # detail and examples
 
 # format using "black" - use the console_scripts runner, against the "black" entrypoint
 # hooks = black
 # black.type = console_scripts
 # black.entrypoint = black
 # black.options = -l 79 REVISION_SCRIPT_FILENAME
 
 # lint with attempts to fix using "ruff" - use the exec runner, execute a binary
 # hooks = ruff
 # ruff.type = exec
 # ruff.executable = %(here)s/.venv/bin/ruff
 # ruff.options = --fix REVISION_SCRIPT_FILENAME
 
 # Logging configuration
 [loggers]
 keys = root,sqlalchemy,alembic
 
 [handlers]
 keys = console
 
 [formatters]
 keys = generic
 
 [logger_root]
 level = WARN
 handlers = console
 qualname =
 
 [logger_sqlalchemy]
 level = WARN
 handlers =
 qualname = sqlalchemy.engine
 
 [logger_alembic]
 level = INFO
 handlers =
 qualname = alembic
 
 [handler_console]
 class = StreamHandler
 args = (sys.stderr,)
 level = NOTSET
 formatter = generic
 
 [formatter_generic]
 format = %(levelname)-5.5s [%(name)s] %(message)s
 datefmt = %H:%M:%S
diff --git a/backend/apps/audio/main.py b/backend/apps/audio/main.py
@@ -14,7 14,6 @@
 from fastapi.responses import StreamingResponse, JSONResponse, FileResponse
 
 from fastapi.middleware.cors import CORSMiddleware
-from faster_whisper import WhisperModel
 from pydantic import BaseModel
 
 import uuid
@@ -277,6 276,8 @@ def transcribe(
  f.close()
 
  if app.state.config.STT_ENGINE == "":
  from faster_whisper import WhisperModel
 
  whisper_kwargs = {
  "model_size_or_path": WHISPER_MODEL,
  "device": whisper_device_type,

diff --git a/backend/apps/images/main.py b/backend/apps/images/main.py
@@ -12,7 12,6 @@
  Form,
 )
 from fastapi.middleware.cors import CORSMiddleware
-from faster_whisper import WhisperModel
 
 from constants import ERROR_MESSAGES
 from utils.utils import (

diff --git a/backend/apps/openai/main.py b/backend/apps/openai/main.py
@@ -25,6 25,7 @@
 from config import (
  SRC_LOG_LEVELS,
  ENABLE_OPENAI_API,
  AIOHTTP_CLIENT_TIMEOUT,
  OPENAI_API_BASE_URLS,
  OPENAI_API_KEYS,
  CACHE_DIR,
@@ -463,7 464,9 @@ async def generate_chat_completion(
  streaming = False
 
  try:
- session = aiohttp.ClientSession(trust_env=True)
  session = aiohttp.ClientSession(
  trust_env=True, timeout=aiohttp.ClientTimeout(total=AIOHTTP_CLIENT_TIMEOUT)
  )
  r = await session.request(
  method="POST",
  url=f"{url}/chat/completions",