add llmservice, llmusage

Author: darjeeling

pythonkr_backend/curation/admin.py

@@ -1,5 +1,5 @@
 from django.contrib import admin, messages
-from .models import Article, Category, RSSFeed, RSSItem # Or combine imports
+from .models import Article, Category, RSSFeed, RSSItem, LLMService, LLMUsage
 
 
 @admin.register(Category)
@@ -166,3 +166,50 @@ class RSSItemAdmin(admin.ModelAdmin):
 
     def get_queryset(self, request):
         return super().get_queryset(request).select_related('feed')
+
+
+@admin.register(LLMService)
+class LLMServiceAdmin(admin.ModelAdmin):
+    list_display = ('provider', 'priority', 'is_active', 'updated_at', 'created_at')
+    list_filter = ('is_active', 'provider', 'created_at')
+    search_fields = ('provider',)
+    readonly_fields = ('created_at', 'updated_at')
+    
+    fieldsets = (
+        ('Service Configuration', {
+            'fields': ('provider', 'priority', 'is_active')
+        }),
+        ('Metadata', {
+            'fields': ('created_at', 'updated_at'),
+            'classes': ('collapse',)
+        }),
+    )
+
+
+@admin.register(LLMUsage)
+class LLMUsageAdmin(admin.ModelAdmin):
+    list_display = ('model_name', 'date', 'input_tokens', 'output_tokens', 'total_tokens', 'created_at')
+    list_filter = ('date', 'model_name', 'created_at')
+    search_fields = ('model_name',)
+    readonly_fields = ('date', 'created_at')
+    date_hierarchy = 'date'
+    
+    fieldsets = (
+        ('Usage Information', {
+            'fields': ('model_name', 'date', 'input_tokens', 'output_tokens')
+        }),
+        ('Metadata', {
+            'fields': ('created_at',),
+            'classes': ('collapse',)
+        }),
+    )
+    
+    @admin.display(description='Total Tokens')
+    def total_tokens(self, obj):
+        return obj.input_tokens + obj.output_tokens
+    
+    def has_add_permission(self, request):
+        return False
+    
+    def has_change_permission(self, request, obj=None):
+        return False

pythonkr_backend/curation/migrations/0010_llmservice_llmusage.py

@@ -0,0 +1,45 @@
+# Generated by Django 5.2.1 on 2025-06-13 05:53
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('curation', '0009_rssitem_crawled_at_rssitem_error_message'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='LLMService',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('provider', models.CharField(choices=[('openai', 'OpenAI'), ('claude', 'Claude'), ('gemini', 'Gemini')], help_text='LLM 서비스 제공자', max_length=20, unique=True)),
+                ('priority', models.PositiveIntegerField(help_text='우선순위 (1이 가장 높음)')),
+                ('is_active', models.BooleanField(default=True, help_text='서비스 활성화 여부')),
+                ('created_at', models.DateTimeField(auto_now_add=True)),
+                ('updated_at', models.DateTimeField(auto_now=True)),
+            ],
+            options={
+                'verbose_name': 'LLM Service',
+                'verbose_name_plural': 'LLM Services',
+                'ordering': ['priority'],
+            },
+        ),
+        migrations.CreateModel(
+            name='LLMUsage',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('date', models.DateField(auto_now_add=True, help_text='사용 날짜')),
+                ('model_name', models.CharField(help_text='사용된 모델명', max_length=100)),
+                ('input_tokens', models.PositiveIntegerField(help_text='입력 토큰 수')),
+                ('output_tokens', models.PositiveIntegerField(help_text='출력 토큰 수')),
+                ('created_at', models.DateTimeField(auto_now_add=True)),
+            ],
+            options={
+                'verbose_name': 'LLM Usage',
+                'verbose_name_plural': 'LLM Usage',
+                'ordering': ['-date', '-created_at'],
+            },
+        ),
+    ]

pythonkr_backend/curation/models.py

@@ -406,3 +406,61 @@ class CrawledContent(models.Model):
 
     def __str__(self):
         return self.title or self.crawl_url.url
+
+
+class LLMService(models.Model):
+    LLM_PROVIDER_CHOICES = [
+        ('openai', 'OpenAI'),
+        ('claude', 'Claude'),
+        ('gemini', 'Gemini'),
+    ]
+    
+    provider = models.CharField(
+        max_length=20,
+        choices=LLM_PROVIDER_CHOICES,
+        unique=True,
+        help_text="LLM 서비스 제공자"
+    )
+    priority = models.PositiveIntegerField(
+        help_text="우선순위 (1이 가장 높음)"
+    )
+    is_active = models.BooleanField(
+        default=True,
+        help_text="서비스 활성화 여부"
+    )
+    created_at = models.DateTimeField(auto_now_add=True)
+    updated_at = models.DateTimeField(auto_now=True)
+
+    def __str__(self):
+        return f"{self.get_provider_display()} (Priority: {self.priority})"
+
+    class Meta:
+        verbose_name = "LLM Service"
+        verbose_name_plural = "LLM Services"
+        ordering = ['priority']
+
+
+class LLMUsage(models.Model):
+    date = models.DateField(
+        auto_now_add=True,
+        help_text="사용 날짜"
+    )
+    model_name = models.CharField(
+        max_length=100,
+        help_text="사용된 모델명"
+    )
+    input_tokens = models.PositiveIntegerField(
+        help_text="입력 토큰 수"
+    )
+    output_tokens = models.PositiveIntegerField(
+        help_text="출력 토큰 수"
+    )
+    created_at = models.DateTimeField(auto_now_add=True)
+
+    def __str__(self):
+        return f"{self.model_name} - {self.date} (In: {self.input_tokens}, Out: {self.output_tokens})"
+
+    class Meta:
+        verbose_name = "LLM Usage"
+        verbose_name_plural = "LLM Usage"
+        ordering = ['-date', '-created_at']

pythonkr_backend/curation/tasks.py

@@ -1,6 +1,4 @@
 import logfire
-from celery import Celery
-from celery.signals import worker_init, beat_init
 
 from celery import shared_task
 import feedparser
@@ -13,17 +11,6 @@
 
 logger = logging.getLogger(__name__)
 
-
-@worker_init.connect()
-def init_worker(*args, **kwargs):
-    logfire.configure(service_name="worker")
-    logfire.instrument_celery()
-
-@beat_init.connect()  
-def init_beat(*args, **kwargs):
-    logfire.configure(service_name="beat")  
-    logfire.instrument_celery()
-
 def crawl_all_rss_feeds():
     """모든 활성화된 RSS 피드를 크롤링합니다."""
     active_feeds = RSSFeed.objects.filter(is_active=True)