GT AI OS Community v2.0.33 - Add NVIDIA NIM and Nemotron agents
- Updated python_coding_microproject.csv to use NVIDIA NIM Kimi K2 - Updated kali_linux_shell_simulator.csv to use NVIDIA NIM Kimi K2 - Made more general-purpose (flexible targets, expanded tools) - Added nemotron-mini-agent.csv for fast local inference via Ollama - Added nemotron-agent.csv for advanced reasoning via Ollama - Added wiki page: Projects for NVIDIA NIMs and Nemotron
This commit is contained in:
HackWeasel
347
apps/control-panel-backend/app/models/user_data.py
Normal file
347
apps/control-panel-backend/app/models/user_data.py
Normal file
@@ -0,0 +1,347 @@
|
||||
"""
|
||||
User data separation models for comprehensive personalization support
|
||||
|
||||
Supports 3 personalization modes:
|
||||
- Shared: Data shared across all users (default for most resources)
|
||||
- User-scoped: Each user has isolated data (conversations, preferences, progress)
|
||||
- Session-based: Data isolated per session (temporary, disposable)
|
||||
"""
|
||||
from datetime import datetime, timedelta
|
||||
from typing import Dict, Any, Optional
|
||||
from sqlalchemy import Column, Integer, String, DateTime, Boolean, Text, Float, JSON, ForeignKey
|
||||
from sqlalchemy.dialects.postgresql import JSONB
|
||||
from sqlalchemy.orm import relationship
|
||||
from sqlalchemy.sql import func
|
||||
import uuid
|
||||
|
||||
from app.core.database import Base
|
||||
|
||||
|
||||
class UserResourceData(Base):
|
||||
"""User-specific data for resources that support personalization"""
|
||||
|
||||
__tablename__ = "user_resource_data"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
uuid = Column(String(36), default=lambda: str(uuid.uuid4()), unique=True, nullable=False)
|
||||
|
||||
# Foreign Keys
|
||||
user_id = Column(Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
tenant_id = Column(Integer, ForeignKey("tenants.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
resource_id = Column(Integer, ForeignKey("ai_resources.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
|
||||
# Data Storage
|
||||
data_type = Column(String(50), nullable=False, index=True) # preferences, progress, state, conversation
|
||||
data_key = Column(String(100), nullable=False, index=True) # Identifier for the specific data
|
||||
data_value = Column(JSON, nullable=False, default=dict) # The actual data
|
||||
|
||||
# Metadata
|
||||
is_encrypted = Column(Boolean, nullable=False, default=False)
|
||||
expiry_date = Column(DateTime(timezone=True), nullable=True) # For session-based data
|
||||
version = Column(Integer, nullable=False, default=1) # For data versioning
|
||||
|
||||
# Timestamps
|
||||
created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=False)
|
||||
accessed_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
|
||||
# Relationships
|
||||
user = relationship("User", back_populates="resource_data")
|
||||
tenant = relationship("Tenant")
|
||||
resource = relationship("AIResource")
|
||||
|
||||
def __repr__(self):
|
||||
return f"<UserResourceData(user_id={self.user_id}, resource_id={self.resource_id}, data_type='{self.data_type}')>"
|
||||
|
||||
def to_dict(self) -> Dict[str, Any]:
|
||||
"""Convert to dictionary"""
|
||||
return {
|
||||
"id": self.id,
|
||||
"uuid": str(self.uuid),
|
||||
"user_id": self.user_id,
|
||||
"tenant_id": self.tenant_id,
|
||||
"resource_id": self.resource_id,
|
||||
"data_type": self.data_type,
|
||||
"data_key": self.data_key,
|
||||
"data_value": self.data_value,
|
||||
"is_encrypted": self.is_encrypted,
|
||||
"expiry_date": self.expiry_date.isoformat() if self.expiry_date else None,
|
||||
"version": self.version,
|
||||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||||
"accessed_at": self.accessed_at.isoformat() if self.accessed_at else None
|
||||
}
|
||||
|
||||
@property
|
||||
def is_expired(self) -> bool:
|
||||
"""Check if data has expired (for session-based resources)"""
|
||||
if not self.expiry_date:
|
||||
return False
|
||||
return datetime.utcnow() > self.expiry_date
|
||||
|
||||
def update_access_time(self) -> None:
|
||||
"""Update the last accessed timestamp"""
|
||||
self.accessed_at = datetime.utcnow()
|
||||
|
||||
|
||||
class UserPreferences(Base):
|
||||
"""User preferences for various resources and system settings"""
|
||||
|
||||
__tablename__ = "user_preferences"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
uuid = Column(String(36), default=lambda: str(uuid.uuid4()), unique=True, nullable=False)
|
||||
|
||||
# Foreign Keys
|
||||
user_id = Column(Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
tenant_id = Column(Integer, ForeignKey("tenants.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
|
||||
# Preference Categories
|
||||
ui_preferences = Column(JSON, nullable=False, default=dict) # Theme, layout, accessibility
|
||||
ai_preferences = Column(JSON, nullable=False, default=dict) # Model preferences, system prompts
|
||||
learning_preferences = Column(JSON, nullable=False, default=dict) # AI literacy settings, difficulty
|
||||
privacy_preferences = Column(JSON, nullable=False, default=dict) # Data sharing, analytics opt-out
|
||||
notification_preferences = Column(JSON, nullable=False, default=dict) # Email, in-app notifications
|
||||
|
||||
# Timestamps
|
||||
created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=False)
|
||||
|
||||
# Relationships
|
||||
user = relationship("User", back_populates="preferences")
|
||||
tenant = relationship("Tenant")
|
||||
|
||||
def __repr__(self):
|
||||
return f"<UserPreferences(user_id={self.user_id}, tenant_id={self.tenant_id})>"
|
||||
|
||||
def to_dict(self) -> Dict[str, Any]:
|
||||
"""Convert to dictionary"""
|
||||
return {
|
||||
"id": self.id,
|
||||
"uuid": str(self.uuid),
|
||||
"user_id": self.user_id,
|
||||
"tenant_id": self.tenant_id,
|
||||
"ui_preferences": self.ui_preferences,
|
||||
"ai_preferences": self.ai_preferences,
|
||||
"learning_preferences": self.learning_preferences,
|
||||
"privacy_preferences": self.privacy_preferences,
|
||||
"notification_preferences": self.notification_preferences,
|
||||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||||
"updated_at": self.updated_at.isoformat() if self.updated_at else None
|
||||
}
|
||||
|
||||
def get_preference(self, category: str, key: str, default: Any = None) -> Any:
|
||||
"""Get a specific preference value"""
|
||||
category_data = getattr(self, f"{category}_preferences", {})
|
||||
return category_data.get(key, default)
|
||||
|
||||
def set_preference(self, category: str, key: str, value: Any) -> None:
|
||||
"""Set a specific preference value"""
|
||||
if hasattr(self, f"{category}_preferences"):
|
||||
current_prefs = getattr(self, f"{category}_preferences") or {}
|
||||
current_prefs[key] = value
|
||||
setattr(self, f"{category}_preferences", current_prefs)
|
||||
|
||||
|
||||
class UserProgress(Base):
|
||||
"""User progress tracking for AI literacy and learning resources"""
|
||||
|
||||
__tablename__ = "user_progress"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
uuid = Column(String(36), default=lambda: str(uuid.uuid4()), unique=True, nullable=False)
|
||||
|
||||
# Foreign Keys
|
||||
user_id = Column(Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
tenant_id = Column(Integer, ForeignKey("tenants.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
resource_id = Column(Integer, ForeignKey("ai_resources.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
|
||||
# Progress Data
|
||||
skill_area = Column(String(50), nullable=False, index=True) # chess, logic, critical_thinking, etc.
|
||||
current_level = Column(String(20), nullable=False, default="beginner") # beginner, intermediate, expert
|
||||
experience_points = Column(Integer, nullable=False, default=0)
|
||||
completion_percentage = Column(Float, nullable=False, default=0.0) # 0.0 to 100.0
|
||||
|
||||
# Performance Metrics
|
||||
total_sessions = Column(Integer, nullable=False, default=0)
|
||||
total_time_minutes = Column(Integer, nullable=False, default=0)
|
||||
success_rate = Column(Float, nullable=False, default=0.0) # 0.0 to 100.0
|
||||
average_score = Column(Float, nullable=False, default=0.0)
|
||||
|
||||
# Detailed Progress Data
|
||||
achievements = Column(JSON, nullable=False, default=list) # List of earned achievements
|
||||
milestones = Column(JSON, nullable=False, default=dict) # Progress milestones
|
||||
learning_analytics = Column(JSON, nullable=False, default=dict) # Detailed analytics data
|
||||
|
||||
# Adaptive Learning
|
||||
difficulty_adjustments = Column(JSON, nullable=False, default=dict) # Difficulty level adjustments
|
||||
strength_areas = Column(JSON, nullable=False, default=list) # Areas of strength
|
||||
improvement_areas = Column(JSON, nullable=False, default=list) # Areas needing improvement
|
||||
|
||||
# Timestamps
|
||||
created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
updated_at = Column(DateTime(timezone=True), server_default=func.now(), onupdate=func.now(), nullable=False)
|
||||
last_activity = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
|
||||
# Relationships
|
||||
user = relationship("User", back_populates="progress")
|
||||
tenant = relationship("Tenant")
|
||||
resource = relationship("AIResource")
|
||||
|
||||
def __repr__(self):
|
||||
return f"<UserProgress(user_id={self.user_id}, skill_area='{self.skill_area}', level='{self.current_level}')>"
|
||||
|
||||
def to_dict(self) -> Dict[str, Any]:
|
||||
"""Convert to dictionary"""
|
||||
return {
|
||||
"id": self.id,
|
||||
"uuid": str(self.uuid),
|
||||
"user_id": self.user_id,
|
||||
"tenant_id": self.tenant_id,
|
||||
"resource_id": self.resource_id,
|
||||
"skill_area": self.skill_area,
|
||||
"current_level": self.current_level,
|
||||
"experience_points": self.experience_points,
|
||||
"completion_percentage": self.completion_percentage,
|
||||
"total_sessions": self.total_sessions,
|
||||
"total_time_minutes": self.total_time_minutes,
|
||||
"success_rate": self.success_rate,
|
||||
"average_score": self.average_score,
|
||||
"achievements": self.achievements,
|
||||
"milestones": self.milestones,
|
||||
"learning_analytics": self.learning_analytics,
|
||||
"difficulty_adjustments": self.difficulty_adjustments,
|
||||
"strength_areas": self.strength_areas,
|
||||
"improvement_areas": self.improvement_areas,
|
||||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||||
"last_activity": self.last_activity.isoformat() if self.last_activity else None
|
||||
}
|
||||
|
||||
def add_achievement(self, achievement: str) -> None:
|
||||
"""Add an achievement to the user's list"""
|
||||
if achievement not in self.achievements:
|
||||
achievements = self.achievements or []
|
||||
achievements.append(achievement)
|
||||
self.achievements = achievements
|
||||
|
||||
def update_score(self, new_score: float) -> None:
|
||||
"""Update average score with new score"""
|
||||
if self.total_sessions == 0:
|
||||
self.average_score = new_score
|
||||
else:
|
||||
total_score = self.average_score * self.total_sessions
|
||||
total_score += new_score
|
||||
self.total_sessions += 1
|
||||
self.average_score = total_score / self.total_sessions
|
||||
|
||||
def calculate_success_rate(self, successful_attempts: int, total_attempts: int) -> None:
|
||||
"""Calculate and update success rate"""
|
||||
if total_attempts > 0:
|
||||
self.success_rate = (successful_attempts / total_attempts) * 100.0
|
||||
|
||||
|
||||
class SessionData(Base):
|
||||
"""Session-based data for temporary, disposable user interactions"""
|
||||
|
||||
__tablename__ = "session_data"
|
||||
|
||||
id = Column(Integer, primary_key=True, index=True)
|
||||
uuid = Column(String(36), default=lambda: str(uuid.uuid4()), unique=True, nullable=False)
|
||||
|
||||
# Foreign Keys
|
||||
user_id = Column(Integer, ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
tenant_id = Column(Integer, ForeignKey("tenants.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
resource_id = Column(Integer, ForeignKey("ai_resources.id", ondelete="CASCADE"), nullable=False, index=True)
|
||||
|
||||
# Session Info
|
||||
session_id = Column(String(100), nullable=False, index=True) # Browser/app session ID
|
||||
data_type = Column(String(50), nullable=False, index=True) # conversation, game_state, temp_files
|
||||
data_content = Column(JSON, nullable=False, default=dict) # Session-specific data
|
||||
|
||||
# Auto-cleanup
|
||||
expires_at = Column(DateTime(timezone=True), nullable=False, index=True)
|
||||
auto_cleanup = Column(Boolean, nullable=False, default=True)
|
||||
|
||||
# Timestamps
|
||||
created_at = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
last_accessed = Column(DateTime(timezone=True), server_default=func.now(), nullable=False)
|
||||
|
||||
# Relationships
|
||||
user = relationship("User")
|
||||
tenant = relationship("Tenant")
|
||||
resource = relationship("AIResource")
|
||||
|
||||
def __repr__(self):
|
||||
return f"<SessionData(session_id='{self.session_id}', user_id={self.user_id}, data_type='{self.data_type}')>"
|
||||
|
||||
def to_dict(self) -> Dict[str, Any]:
|
||||
"""Convert to dictionary"""
|
||||
return {
|
||||
"id": self.id,
|
||||
"uuid": str(self.uuid),
|
||||
"user_id": self.user_id,
|
||||
"tenant_id": self.tenant_id,
|
||||
"resource_id": self.resource_id,
|
||||
"session_id": self.session_id,
|
||||
"data_type": self.data_type,
|
||||
"data_content": self.data_content,
|
||||
"expires_at": self.expires_at.isoformat() if self.expires_at else None,
|
||||
"auto_cleanup": self.auto_cleanup,
|
||||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||||
"last_accessed": self.last_accessed.isoformat() if self.last_accessed else None
|
||||
}
|
||||
|
||||
@property
|
||||
def is_expired(self) -> bool:
|
||||
"""Check if session data has expired"""
|
||||
return datetime.utcnow() > self.expires_at
|
||||
|
||||
def extend_expiry(self, minutes: int = 60) -> None:
|
||||
"""Extend the expiry time by specified minutes"""
|
||||
self.expires_at = datetime.utcnow() + timedelta(minutes=minutes)
|
||||
self.last_accessed = datetime.utcnow()
|
||||
|
||||
|
||||
# Data separation utility functions
|
||||
def get_user_data_scope(resource, user_id: int, tenant_id: int, session_id: Optional[str] = None) -> Dict[str, Any]:
|
||||
"""Get appropriate data scope based on resource personalization mode"""
|
||||
if resource.personalization_mode == "shared":
|
||||
return {"scope": "tenant", "tenant_id": tenant_id}
|
||||
elif resource.personalization_mode == "user_scoped":
|
||||
return {"scope": "user", "user_id": user_id, "tenant_id": tenant_id}
|
||||
elif resource.personalization_mode == "session_based":
|
||||
return {"scope": "session", "user_id": user_id, "tenant_id": tenant_id, "session_id": session_id}
|
||||
else:
|
||||
# Default to shared
|
||||
return {"scope": "tenant", "tenant_id": tenant_id}
|
||||
|
||||
|
||||
def cleanup_expired_session_data() -> None:
|
||||
"""Utility function to clean up expired session data (should be run periodically)"""
|
||||
from sqlalchemy.orm import sessionmaker
|
||||
from app.core.database import engine
|
||||
|
||||
Session = sessionmaker(bind=engine)
|
||||
db = Session()
|
||||
|
||||
try:
|
||||
# Delete expired session data
|
||||
expired_count = db.query(SessionData).filter(
|
||||
SessionData.expires_at < datetime.utcnow(),
|
||||
SessionData.auto_cleanup == True
|
||||
).delete()
|
||||
|
||||
# Clean up expired user resource data
|
||||
expired_user_data = db.query(UserResourceData).filter(
|
||||
UserResourceData.expiry_date < datetime.utcnow(),
|
||||
UserResourceData.expiry_date.isnot(None)
|
||||
).delete()
|
||||
|
||||
db.commit()
|
||||
return {"session_data_cleaned": expired_count, "user_data_cleaned": expired_user_data}
|
||||
except Exception as e:
|
||||
db.rollback()
|
||||
raise e
|
||||
finally:
|
||||
db.close()
|
||||
Reference in New Issue
Block a user