add clean_unused_datasets_task (#3057)

Co-authored-by: jyong <jyong@dify.ai>

api/extensions/ext_celery.py

@@ -50,7 +50,7 @@ def init_app(app: Flask) -> Celery:
         },
         'clean_unused_datasets_task': {
             'task': 'schedule.clean_unused_datasets_task.clean_unused_datasets_task',
-            'schedule': timedelta(days=7),
+            'schedule': timedelta(minutes=3),
         }
     }
     celery_app.conf.update(

api/requirements.txt

@@ -74,3 +74,4 @@ twilio==9.0.0
 qrcode~=7.4.2
 azure-storage-blob==12.9.0
 azure-identity==1.15.0
+lxml==5.1.0