feat: sync when created

Author: haifengjia

importer.py

@@ -14,8 +14,9 @@ async def upload_img(path):
         'Authorization': 'Token ' + API_KEY,
     }
     files = {
-        'FileUpload': (IMPORT_PATH + path, open(IMPORT_PATH + path, 'rb')),
+        'FileUpload': (path, open(path, 'rb')),
     }
+    print("已上传：" + path)
     return requests.post(LABEL_STUDIO_URL + '/api/projects/' + str(PROJ_ID) + '/import',
                          headers=headers, files=files)
 
@@ -31,6 +32,7 @@ async def main():
         for root, directory, file in os.walk(IMPORT_PATH):
             break
         response_table = []
+        map(lambda str: IMPORT_PATH + str, file)
         for uploader in asyncio.as_completed(map(upload_img, file)):
             response_table.append((await uploader).json())
         [print(item) for item in response_table]

syncer.py

@@ -1,9 +1,47 @@
-import json
+import time
+import asyncio
 
-import requests
 from label_studio_sdk import Client
+from watchdog.events import PatternMatchingEventHandler
+from watchdog.observers import Observer
 
 from const import LABEL_STUDIO_URL, API_KEY
+from importer import upload_img
+
+watch_patterns = "*.py;*.txt"  # 监控文件的模式
+ignore_patterns = ""  # 设置忽略的文件模式
+ignore_directories = False  # 是否忽略文件夹变化
+case_sensitive = True  # 是否对大小写敏感
+event_handler = PatternMatchingEventHandler(
+    watch_patterns, ignore_patterns, ignore_directories, case_sensitive)
+
+
+def on_created(event):
+    print(str(event.src_path) + "被创建")
+    asyncio.run(upload_img(event.src_path))
+
+
+def on_deleted(event):
+    print(f"{event.src_path}被删除")
+
+
+def on_modified(event):
+    print(f"{event.src_path} 被修改")
+
+
+def on_moved(event):
+    print(f"{event.src_path}被移动到{event.dest_path}")
+
+
+event_handler.on_created = on_created
+event_handler.on_deleted = on_deleted
+event_handler.on_modified = on_modified
+event_handler.on_moved = on_moved
+
+watch_path = "/home/ethanjia/dev/label-studio-pipeline/import"  # 监控目录
+go_recursively = True  # 是否监控子文件夹
+my_observer = Observer()
+my_observer.schedule(event_handler, watch_path, recursive=go_recursively)
 
 
 def main():
@@ -14,25 +52,13 @@ def main():
         pass
     else:
         print('Connection Succeeds!')
-        headers = {
-            'Authorization': 'Token ' + API_KEY,
-            'Content-Type': 'application/json',
-        }
-        data = {
-            "path": "/home/ethanjia/dev/label-studio-pipeline/img",
-            "regex_filter": "",
-            "use_blob_urls": True,
-            "title": "test sync",
-            "description": "test sync",
-            "last_sync": "2019-08-24T14:15:22Z",
-            "last_sync_count": 0,
-            "project": 1
-        }
-        # FIXME 这里的id不知道是啥
-        response = requests.post(
-            'http://localhost:8080/api/storages/localfiles/1/sync', headers=headers,
-            data=json.dumps(data, separators=(',', ':')))
-        print(response.json())
+        my_observer.start()
+        try:
+            while True:
+                time.sleep(1)
+        except KeyboardInterrupt:
+            my_observer.stop()
+        my_observer.join()
 
 
 if __name__ == '__main__':