Merge pull request #28 from darjeeling/trans_article

Trans article

Author: darjeeling

pyproject.toml

@@ -6,16 +6,18 @@ readme = "README.md"
 requires-python = ">=3.12"
 dependencies = [
     "beautifulsoup4>=4.13.3",
+    "celery>=5.5.2",
     "django>=5.1.7",
     "django-tailwind[reload]>=3.8.0",
     "gunicorn>=23.0.0",
     "httpx>=0.28.1",
     "llm>=0.24.2",
     "llm-gemini>=0.18.1",
-    "logfire[django,psycopg,system-metrics]>=3.16.0",
+    "logfire[celery,django,psycopg,system-metrics]>=3.16.0",
     "lxml>=5.3.2",
     "markdown>=3.7",
     "psycopg[binary]>=3.2.5",
+    "pydantic-ai-slim[anthropic,openai]>=0.2.6",
     "pydantic-ai[logfire]>=0.2.6",
     "readtime>=3.0.0",
     "requests>=2.32.3",

pythonkr_backend/pythonkr_backend/__init__.py

@@ -0,0 +1,9 @@
+# This will make sure the app is always imported when
+# Django starts so that shared_task will use this app.
+from django.conf import settings
+
+if settings.CELERY_ALWAYS_EAGER is False:
+    from .celery import app as celery_app
+    __all__ = ('celery_app',)
+else:
+    __all__ = ()

pythonkr_backend/pythonkr_backend/celery.py

@@ -0,0 +1,41 @@
+import logfire
+from celery import Celery
+from celery.signals import worker_init, beat_init
+
+app = Celery('proj')
+
+
+# Using a string here means the worker doesn't have to serialize
+# the configuration object to child processes.
+# - namespace='CELERY' means all celery-related configuration keys
+#   should have a `CELERY_` prefix.
+app.config_from_object('django.conf:settings', namespace='CELERY')
+
+# Load task modules from all registered Django apps.
+app.autodiscover_tasks()
+
+
+@worker_init.connect()  
+def init_worker(*args, **kwargs):
+    logfire.configure(service_name="celery-worker", send_to_logfire='if-token-present')  
+    logfire.instrument_celery()
+
+@beat_init.connect()  
+def init_beat(*args, **kwargs):
+    logfire.configure(service_name="celery-beat", send_to_logfire='if-token-present')  
+    logfire.instrument_celery()
+
+@app.task
+def add(x: int, y: int):
+    return x + y
+
+add.delay(42, 50)
+
+
+app.conf.beat_schedule = {  
+    "add-every-30-seconds": {
+        "task": "tasks.add",
+        "schedule": 30.0,
+        "args": (16, 16),
+    },
+}

pythonkr_backend/pythonkr_backend/settings/base.py

@@ -187,23 +187,10 @@
     "0.0.0.0",
 ]
 
-# LOGGING
-
-LOGGING = {
-    "version": 1,
-    "disable_existing_loggers": False,
-    "handlers": {
-        "console": {
-            "class": "logging.StreamHandler",
-        },
-    },
-    "root": {
-        "handlers": ["console"],
-        "level": "INFO",
-    },
-}
-
 # import logfire
 # setup logfire
 #logfire.configure(environment='base', service_name="web")
-#logfire.instrument_django()
+#logfire.instrument_django()
+
+# testing
+CELERY_ALWAYS_EAGER = True

pythonkr_backend/pythonkr_backend/settings/localtesting.py

@@ -29,7 +29,15 @@
 BAKERY_MULTISITE = True
 BUILD_DIR = os.path.join("/app/bakery_static", "build")
 
+
+# check WSGI environment
+IS_PRODUCTION_SERVER = os.environ.get('IS_WSGI_ENVIRONMENT', 'False') == 'True'
+
+
 # logfire settings
 if IS_PRODUCTION_SERVER:
     logfire.configure(environment='localtest')
-    logfire.instrument_django()
+    logfire.instrument_django()
+
+# testing
+CELERY_ALWAYS_EAGER = True

pythonkr_backend/pythonkr_backend/settings/prod.py

@@ -66,4 +66,15 @@
     logfire.configure(environment='prod', service_name="web", service_version=sha_service_version)
     logfire.instrument_django()
     logfire.instrument_system_metrics()
-#logfire.instrument_psycopg('psycopg')
+#logfire.instrument_psycopg('psycopg')
+
+# celery 
+CELERY_BROKER_PASSWORD = os.environ.get("CELERY_PASSWORD","FALSE")
+CELERY_BROKER_USERNAME = os.environ.get("CELERY_USERNAME","FALSE")
+CELERY_BROKER_VHOST = os.environ.get("CELERY_VHOST","FALSE")
+# Celery Configuration Options
+CELERY_ALWAYS_EAGER = False
+CELERY_TIMEZONE = "Asia/Seoul"
+CELERY_TASK_TRACK_STARTED = True
+CELERY_BROKER_URL = f"amqp://{CELERY_BROKER_USERNAME}:{CELERY_BROKER_PASSWORD}@localhost:5672/{CELERY_BROKER_VHOST}"
+CELERY_TASK_TIME_LIMIT = 30 * 60