icecheng/freeleaps-service-hub
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request 'fix(cleaner): update document cleaner job' (#9) from feature/hover into dev

Browse Source 
Reviewed-on: freeleaps/freeleaps-service-hub#9
This commit is contained in:
jingyao1991 2025-04-27 02:54:19 +00:00
commit 95a525ac76
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
apps/content/backend/content/document_cleaner.py
View File

@ -1,3 +1,4 @@
from datetime import datetime, timedelta
from typing import Set from typing import Set
from backend.content.models import DocumentDoc from backend.content.models import DocumentDoc
from backend.content.models import ContentFolderDoc from backend.content.models import ContentFolderDoc
@ -32,11 +33,16 @@ class DocumentCleaner:
print( print(
f"Valid document IDs (from updated content directories): {valid_document_ids}" f"Valid document IDs (from updated content directories): {valid_document_ids}"
) )
# Calculate the time 1 day ago
time_1_day_ago = datetime.now(datetime.UTC) - timedelta(days=1)
# Retrieve all document IDs from DocumentDoc # Retrieve all document IDs from DocumentDoc
all_document_ids = set() all_document_ids = set()
async for doc in DocumentDoc.find( async for doc in DocumentDoc.find(
{"created_by": {"$regex": "^content-service-"}} {
"created_by": {"$regex": "^content-service-"},
"create_time": {"$lt": time_1_day_ago},
}
): # Fetch all documents that are created by content-service ): # Fetch all documents that are created by content-service
if doc.document_id: # Ensure document_id is not None if doc.document_id: # Ensure document_id is not None
all_document_ids.add(doc.document_id) all_document_ids.add(doc.document_id)