initial commit

.dockerignore

@@ -0,0 +1,6 @@
+
+.git
+.venv
+__pycache__
+*.pyc
+.env

.gitattributes copy

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,12 @@
+# Python-generated files
+__pycache__/
+*.py[oc]
+build/
+dist/
+wheels/
+*.egg-info
+
+# Virtual environments
+.venv
+
+db.sqlite3

.python-version

@@ -0,0 +1 @@
+3.12

Dockerfile

@@ -0,0 +1,33 @@
+# Astral 公式 uv + Python 3.12 + bookworm-slim
+FROM ghcr.io/astral-sh/uv:0.9.2-python3.12-bookworm-slim
+
+WORKDIR /code
+
+# user の作成（uid=1000）を先に行います
+RUN useradd -m -u 1000 user
+
+# uv で出力した requirements.txt をコピー
+COPY requirements.txt .
+
+# 依存関係のインストール
+RUN uv pip install --system --no-cache -r requirements.txt
+
+# --- 【修正ポイント】 ---
+# 1. キャッシュディレクトリの環境変数を新しい推奨値 'HF_HOME' に変更
+ENV HF_HOME=/code/cache
+
+# 2. ディレクトリ作成時に所有権（chown）を user に変更する
+# これで user が書き込めるようになります
+RUN mkdir -p /code/cache && chown -R user:user /code/cache
+
+# --------------------
+
+USER user
+
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+# プロジェクトコードを user 権限でコピー
+COPY --chown=user . /code
+
+CMD ["sh", "-c", "python manage.py migrate && python manage.py runserver 0.0.0.0:7860"]

README copy.md

@@ -0,0 +1,11 @@
+---
+title: Django Ai Chat
+emoji: 🌍
+colorFrom: blue
+colorTo: pink
+sdk: docker
+pinned: false
+license: apache-2.0
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

README_2.md

@@ -0,0 +1,60 @@
+## ローカルで作業時
+
+```
+uv sync
+```
+
+## requirement.txt 更新するときは
+
+```
+uv pip compile pyproject.toml -o requirements.txt
+```
+
+を使うこと
+
+## build 実行
+
+```
+docker build -t my-django-bot .
+docker run -p 7860:7860 my-django-bot
+
+```
+
+## view とか書き換えただけの時?毎回ダウンロードいらないようです
+
+```
+docker run -p 7860:7860 \
+  -v ~/.cache/huggingface:/root/.cache/huggingface \
+  my-django-bot
+```
+
+## 容量解放
+
+```
+
+# 特定のモデルだけ消すのが面倒な場合、hubフォルダごと消しても、
+# 次回使う時に再ダウンロードされるだけなので安全です。
+rm -rf ~/.cache/huggingface/hub/
+
+
+# 使っていないイメージやコンテナを一括削除
+docker system prune -a
+
+# uv cache clean
+uv cache clean
+```
+
+## huggingface に push するとき
+
+```
+uv run hf auth login
+# あとはtokenとかを貼る？
+
+git config --global credential.helper store
+#トークン確認
+cat ~/.cache/huggingface/token
+
+# なんかpushできないとき
+git push https://yuto0o:YOUR_HF_TOKEN@huggingface.co/spaces/yuto0o/django-ai-chat main
+
+```

config/asgi.py

@@ -0,0 +1,16 @@
+"""
+ASGI config for config project.
+
+It exposes the ASGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/6.0/howto/deployment/asgi/
+"""
+
+import os
+
+from django.core.asgi import get_asgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'config.settings')
+
+application = get_asgi_application()

config/settings.py

@@ -0,0 +1,119 @@
+"""
+Django settings for config project.
+
+Generated by 'django-admin startproject' using Django 6.0.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/6.0/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/6.0/ref/settings/
+"""
+
+from pathlib import Path
+
+# Build paths inside the project like this: BASE_DIR / 'subdir'.
+BASE_DIR = Path(__file__).resolve().parent.parent
+
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/6.0/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = "django-insecure-t1!a(5z1#&355c2nl%w$nbiavye67l9f(4t$64uxg4g45y-xtl"
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+
+ALLOWED_HOSTS = ["huggingface.co", ".hf.space", "localhost", "127.0.0.1"]
+
+
+# Application definition
+
+INSTALLED_APPS = [
+    "django.contrib.admin",
+    "django.contrib.auth",
+    "django.contrib.contenttypes",
+    "django.contrib.sessions",
+    "django.contrib.messages",
+    "django.contrib.staticfiles",
+    "rest_framework",
+    "ml_api",
+]
+
+MIDDLEWARE = [
+    "django.middleware.security.SecurityMiddleware",
+    "django.contrib.sessions.middleware.SessionMiddleware",
+    "django.middleware.common.CommonMiddleware",
+    "django.middleware.csrf.CsrfViewMiddleware",
+    "django.contrib.auth.middleware.AuthenticationMiddleware",
+    "django.contrib.messages.middleware.MessageMiddleware",
+    "django.middleware.clickjacking.XFrameOptionsMiddleware",
+]
+
+ROOT_URLCONF = "config.urls"
+
+TEMPLATES = [
+    {
+        "BACKEND": "django.template.backends.django.DjangoTemplates",
+        "DIRS": [],
+        "APP_DIRS": True,
+        "OPTIONS": {
+            "context_processors": [
+                "django.template.context_processors.request",
+                "django.contrib.auth.context_processors.auth",
+                "django.contrib.messages.context_processors.messages",
+            ],
+        },
+    },
+]
+
+WSGI_APPLICATION = "config.wsgi.application"
+
+
+# Database
+# https://docs.djangoproject.com/en/6.0/ref/settings/#databases
+
+DATABASES = {
+    "default": {
+        "ENGINE": "django.db.backends.sqlite3",
+        "NAME": BASE_DIR / "db.sqlite3",
+    }
+}
+
+
+# Password validation
+# https://docs.djangoproject.com/en/6.0/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        "NAME": "django.contrib.auth.password_validation.UserAttributeSimilarityValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.MinimumLengthValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.CommonPasswordValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.NumericPasswordValidator",
+    },
+]
+
+
+# Internationalization
+# https://docs.djangoproject.com/en/6.0/topics/i18n/
+
+LANGUAGE_CODE = "en-us"
+
+TIME_ZONE = "UTC"
+
+USE_I18N = True
+
+USE_TZ = True
+
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/6.0/howto/static-files/
+
+STATIC_URL = "static/"

config/urls.py

@@ -0,0 +1,21 @@
+"""
+URL configuration for config project.
+
+The `urlpatterns` list routes URLs to views. For more information please see:
+    https://docs.djangoproject.com/en/6.0/topics/http/urls/
+Examples:
+Function views
+    1. Add an import:  from my_app import views
+    2. Add a URL to urlpatterns:  path('', views.home, name='home')
+Class-based views
+    1. Add an import:  from other_app.views import Home
+    2. Add a URL to urlpatterns:  path('', Home.as_view(), name='home')
+Including another URLconf
+    1. Import the include() function: from django.urls import include, path
+    2. Add a URL to urlpatterns:  path('blog/', include('blog.urls'))
+"""
+
+from django.contrib import admin
+from django.urls import include, path
+
+urlpatterns = [path("admin/", admin.site.urls), path("api/", include("ml_api.urls"))]

config/wsgi.py

@@ -0,0 +1,16 @@
+"""
+WSGI config for config project.
+
+It exposes the WSGI callable as a module-level variable named ``application``.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/6.0/howto/deployment/wsgi/
+"""
+
+import os
+
+from django.core.wsgi import get_wsgi_application
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'config.settings')
+
+application = get_wsgi_application()

main.py

@@ -0,0 +1,6 @@
+def main():
+    print("Hello from django-ai-chat!")
+
+
+if __name__ == "__main__":
+    main()

manage.py

@@ -0,0 +1,23 @@
+#!/usr/bin/env python
+"""Django's command-line utility for administrative tasks."""
+
+import os
+import sys
+
+
+def main():
+    """Run administrative tasks."""
+    os.environ.setdefault("DJANGO_SETTINGS_MODULE", "config.settings")
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError as exc:
+        raise ImportError(
+            "Couldn't import Django. Are you sure it's installed and "
+            "available on your PYTHONPATH environment variable? Did you "
+            "forget to activate a virtual environment?"
+        ) from exc
+    execute_from_command_line(sys.argv)
+
+
+if __name__ == "__main__":
+    main()

ml_api/admin.py

@@ -0,0 +1,3 @@
+from django.contrib import admin
+
+# Register your models here.

ml_api/apps.py

@@ -0,0 +1,48 @@
+# class MlApiConfig(AppConfig):
+#     default_auto_field = "django.db.models.BigAutoField"
+#     name = "ml_api"
+#     tokenizer = None
+#     model = None
+#     def ready(self):
+#         if MlApiConfig.model is None:
+#             model_name = "rinna/japanese-gpt-neox-small"
+#             print("Loading Model... (Download starts on first run)")
+#             # トークナイザーとモデルのロード
+#             MlApiConfig.tokenizer = AutoTokenizer.from_pretrained(
+#                 model_name, use_fast=False
+#             )
+#             MlApiConfig.model = AutoModelForCausalLM.from_pretrained(model_name)
+#             print("Model Loaded!")
+import torch
+from django.apps import AppConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+
+class MlApiConfig(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "ml_api"
+
+    tokenizer = None
+    model = None
+
+    def ready(self):
+        if MlApiConfig.model is None:
+            # 性能が高い Qwen2.5-3B-Instruct を指定
+            model_name = "Qwen/Qwen2.5-3B-Instruct"
+
+            print(f"Loading {model_name}... This will take time and RAM.")
+
+            # トークナイザーのロード
+            MlApiConfig.tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+            # モデルのロード
+            # torch_dtype=torch.float32 はCPU実行時の安定性と速度のために指定
+            # device_map="cpu" を明示
+            MlApiConfig.model = AutoModelForCausalLM.from_pretrained(
+                model_name,
+                torch_dtype=torch.float32,
+                device_map="cpu",
+                trust_remote_code=True,
+            )
+
+            print("Strong Model Loaded!")

ml_api/models.py

@@ -0,0 +1,3 @@
+from django.db import models
+
+# Create your models here.

ml_api/tests.py

@@ -0,0 +1,3 @@
+from django.test import TestCase
+
+# Create your tests here.

ml_api/urls.py

@@ -0,0 +1,9 @@
+from django.urls import path
+
+from .views import ChatView
+
+urlpatterns = [
+    # エンドポイント名を 'chat' とします
+    # アクセスURLの末尾になります
+    path("chat/", ChatView.as_view(), name="chat"),
+]

ml_api/views.py

@@ -0,0 +1,87 @@
+import torch
+from django.apps import apps
+from rest_framework.response import Response
+from rest_framework.views import APIView
+
+
+class ChatView(APIView):
+    def post(self, request):
+        # ユーザーからのメッセージを取得
+        user_input = request.data.get("text", "")
+
+        app_config = apps.get_app_config("ml_api")
+        tokenizer = app_config.tokenizer
+        model = app_config.model
+
+        # 1. 会話フォーマットの作成
+        # system: AIのキャラ設定
+        messages = [
+            {
+                "role": "system",
+                "content": "あなたは親切でフレンドリーなAIアシスタントです。自然な日本語で簡潔に返事をしてください。",
+            },
+            {"role": "user", "content": user_input},
+        ]
+
+        # 2. プロンプトへの変換（チャットテンプレート適用）
+        text = tokenizer.apply_chat_template(
+            messages, tokenize=False, add_generation_prompt=True
+        )
+
+        inputs = tokenizer([text], return_tensors="pt").to(model.device)
+
+        # 3. 生成（待ち時間を考慮して短めに設定）
+        with torch.no_grad():
+            generated_ids = model.generate(
+                **inputs,
+                max_new_tokens=128,  # 長すぎるとLINEタイムアウトするので短めに
+                do_sample=True,  # ランダム性を持たせる
+                temperature=0.7,
+                top_p=0.9,
+            )
+
+        # 4. 入力部分を取り除いて、AIの返事だけ抽出
+        generated_ids = [
+            output_ids[len(input_ids) :]
+            for input_ids, output_ids in zip(inputs.input_ids, generated_ids)
+        ]
+        response_text = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[
+            0
+        ]
+
+        return Response({"result": response_text})
+
+
+# class ChatView(APIView):
+#     def post(self, request):
+#         input_text = request.data.get("text", "")
+
+#         # 簡易的なプロンプトエンジニアリング
+#         # モデルに「会話」であることを認識させるフォーマット
+#         prompt = f"ユーザー: {input_text}\nシステム: "
+
+#         app_config = apps.get_app_config("ml_api")
+#         tokenizer = app_config.tokenizer
+#         model = app_config.model
+
+#         # トークン化
+#         inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False)
+
+#         # 生成
+#         with torch.no_grad():
+#             output_ids = model.generate(
+#                 inputs["input_ids"],
+#                 max_new_tokens=50,  # 返信の長さ
+#                 do_sample=True,
+#                 temperature=0.7,  # 創造性（高いほどランダム）
+#                 pad_token_id=tokenizer.pad_token_id,
+#                 eos_token_id=tokenizer.eos_token_id,
+#             )
+
+#         # デコード
+#         output = tokenizer.decode(output_ids.tolist()[0])
+
+#         # プロンプト部分を除去して返信部分だけ抽出
+#         response_text = output.split("システム: ")[-1].strip()
+
+#         return Response({"result": response_text})

pyproject.toml

@@ -0,0 +1,15 @@
+[project]
+name = "django-ai-chat"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = [
+    "accelerate>=1.12.0",
+    "django>=6.0",
+    "djangorestframework>=3.16.1",
+    "protobuf>=6.33.2",
+    "sentencepiece>=0.2.1",
+    "torch>=2.9.1",
+    "transformers>=4.57.3",
+]

requirements.txt

@@ -0,0 +1,137 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile pyproject.toml -o requirements.txt
+accelerate==1.12.0
+    # via django-ai-chat (pyproject.toml)
+asgiref==3.11.0
+    # via django
+certifi==2025.11.12
+    # via requests
+charset-normalizer==3.4.4
+    # via requests
+django==6.0
+    # via
+    #   django-ai-chat (pyproject.toml)
+    #   djangorestframework
+djangorestframework==3.16.1
+    # via django-ai-chat (pyproject.toml)
+filelock==3.20.0
+    # via
+    #   huggingface-hub
+    #   torch
+    #   transformers
+fsspec==2025.12.0
+    # via
+    #   huggingface-hub
+    #   torch
+hf-xet==1.2.0
+    # via huggingface-hub
+huggingface-hub==0.36.0
+    # via
+    #   accelerate
+    #   tokenizers
+    #   transformers
+idna==3.11
+    # via requests
+jinja2==3.1.6
+    # via torch
+markupsafe==3.0.3
+    # via jinja2
+mpmath==1.3.0
+    # via sympy
+networkx==3.6
+    # via torch
+numpy==2.3.5
+    # via
+    #   accelerate
+    #   transformers
+nvidia-cublas-cu12==12.8.4.1
+    # via
+    #   nvidia-cudnn-cu12
+    #   nvidia-cusolver-cu12
+    #   torch
+nvidia-cuda-cupti-cu12==12.8.90
+    # via torch
+nvidia-cuda-nvrtc-cu12==12.8.93
+    # via torch
+nvidia-cuda-runtime-cu12==12.8.90
+    # via torch
+nvidia-cudnn-cu12==9.10.2.21
+    # via torch
+nvidia-cufft-cu12==11.3.3.83
+    # via torch
+nvidia-cufile-cu12==1.13.1.3
+    # via torch
+nvidia-curand-cu12==10.3.9.90
+    # via torch
+nvidia-cusolver-cu12==11.7.3.90
+    # via torch
+nvidia-cusparse-cu12==12.5.8.93
+    # via
+    #   nvidia-cusolver-cu12
+    #   torch
+nvidia-cusparselt-cu12==0.7.1
+    # via torch
+nvidia-nccl-cu12==2.27.5
+    # via torch
+nvidia-nvjitlink-cu12==12.8.93
+    # via
+    #   nvidia-cufft-cu12
+    #   nvidia-cusolver-cu12
+    #   nvidia-cusparse-cu12
+    #   torch
+nvidia-nvshmem-cu12==3.3.20
+    # via torch
+nvidia-nvtx-cu12==12.8.90
+    # via torch
+packaging==25.0
+    # via
+    #   accelerate
+    #   huggingface-hub
+    #   transformers
+protobuf==6.33.2
+    # via django-ai-chat (pyproject.toml)
+psutil==7.1.3
+    # via accelerate
+pyyaml==6.0.3
+    # via
+    #   accelerate
+    #   huggingface-hub
+    #   transformers
+regex==2025.11.3
+    # via transformers
+requests==2.32.5
+    # via
+    #   huggingface-hub
+    #   transformers
+safetensors==0.7.0
+    # via
+    #   accelerate
+    #   transformers
+sentencepiece==0.2.1
+    # via django-ai-chat (pyproject.toml)
+setuptools==80.9.0
+    # via torch
+sqlparse==0.5.4
+    # via django
+sympy==1.14.0
+    # via torch
+tokenizers==0.22.1
+    # via transformers
+torch==2.9.1
+    # via
+    #   django-ai-chat (pyproject.toml)
+    #   accelerate
+tqdm==4.67.1
+    # via
+    #   huggingface-hub
+    #   transformers
+transformers==4.57.3
+    # via django-ai-chat (pyproject.toml)
+triton==3.5.1
+    # via torch
+typing-extensions==4.15.0
+    # via
+    #   huggingface-hub
+    #   torch
+urllib3==2.6.0
+    # via requests