adopt management command filer_to_finder to changed interface

Author: jrief

README-Finder.md

@@ -50,13 +50,16 @@ while preserving the possibility to perform queries across all tables. This allo
 models inheriting from the `AbstractFileModel` without the need of **django-polymorphic**, and thus
 a join between two or more tables for each query.
 
-The Admin interface has also been completely rewritten and allows multi-tenant usage out of the box.
-For instance, there is no more list view for the `FolderModel` and the `FileModel` (or any
-specialized implementation). Instead, there are only details views for each of those models. This is
-much nearer to what a user would expect from a file system. Therefore, if a user wants to access the
-list view of a folder, he is redirected immediately to the detail view of the root folder of the
-given tenant. From there, he can traverse the folder tree in the same manner he's used to from his
-operating system.
+Each root folder is associated with a *realm*. A realm is a named area inside the file system, which
+can be used to separate files and folders of different tenants. Each realm has its own root folder.
+By using realms, it is possible to use **django-filer** in a multi-tenant environment.
+
+The Admin interface has also been completely rewritten. For instance, there is no more list view for
+the `FolderModel` and the `FileModel` (or any specialized implementation). Instead, there are only
+details views for each of those models. This is much nearer to what a user would expect from a file
+system. Therefore, if a user wants to access the list view of a folder, he is redirected immediately
+to the detail view of the root folder of the given tenant. From there, he can traverse the folder
+tree in the same manner he's used to from his operating system.
 
 
 ## New User Interface
@@ -95,8 +98,8 @@ ancestors. This allows to easily move files between those folders.
 ### Multiple Favrourite Folders
 
 Each user can have multiple favourite folders. This allows him to quickly access those folders from
-the navigation bar. It also it pssoble to drag a file from the current view into one of the tabs for
-of the favorite folders.
+the navigation bar. It is also possible to drag a file from the current view into one of the tabs
+for of the favorite folders.
 
 
 ### Implementation Details
@@ -142,7 +145,56 @@ If you use:
 * `finder.contrib.audio` or `finder.contrib.video`, assure that `ffmpeg-python` is installed.
 * `finder.contrib.image.pil`, assure that `Pillow` is installed.
 * `finder.contrib.image.svg`, assure that `reportlab` and `svglib` are installed.
-* Postgres as database, install `psycopg2` or `psycopg2-binary` if available for your platform.
+* Postgres as a database, install `psycopg2` or `psycopg2-binary` if available for your platform.
+
+Each realm requires two storage backends. One for the public files and one for their thumbnails
+and/or samples. Add these storage backends to the `STORAGES` setting in your `settings.py`:
+
+```python
+STORAGES = {
+    'default': {
+        'BACKEND': 'django.core.files.storage.FileSystemStorage',
+    },
+    'staticfiles': {
+        'BACKEND': 'django.contrib.staticfiles.storage.StaticFilesStorage',
+    },
+    'finder_public': {
+        'BACKEND': 'finder.storage.FinderSystemStorage',
+        'OPTIONS': {
+            'location': '/path/to/your/media/filer_public',
+            'base_url': '/media/filer_public/',
+            'allow_overwrite': True,
+        },
+    },
+    'finder_public_samples': {
+        'BACKEND': 'finder.storage.FinderSystemStorage',
+        'OPTIONS': {
+            'location': '/path/to/your/media/filer_public_thumbnails',
+            'base_url': '/media/filer_public_thumbnails/',
+            'allow_overwrite': True,
+        },
+    },
+}
+```
+
+If instead of using the local file system you want to use another storage backend, such as Amazon S3
+or Google Cloud Storage, configure the corresponding storage backend in the `STORAGES` setting as:
+
+```python
+STORAGES = {
+    ...
+    'finder_public': {
+        'BACKEND': 'storages.backends.s3.S3Storage',
+        'OPTIONS': {...},
+    },
+    'finder_public_samples': {
+        'BACKEND': 'storages.backends.s3.S3Storage',
+        'OPTIONS': {...},
+    },
+}
+```
+
+Note that multiple realms can share the same storage location or bucket.
 
 Run the migrations for app `finder`:
 

finder/management/commands/filer_to_finder.py

@@ -24,7 +24,7 @@ def handle(self, verbosity, *args, **options):
 
     def forward(self):
         site = Site.objects.get(id=settings.SITE_ID)
-        owner = FilerFolder.objects.filter(parent__isnull=True, owner__isnull=False).first().owner
+        owner = FilerFolder.objects.filter(parent__isnull=True).first().owner
         try:
             realm = FinderRealmModel.objects.get(site=site, slug=admin_site.name)
         except FinderRealmModel.DoesNotExist:
@@ -35,16 +35,17 @@ def forward(self):
             self.migrate_folder(filer_folder, realm.root_folder)
 
     def migrate_folder(self, filer_folder, finder_parent):
-        finder_folder = finder_parent.listdir(name=filer_folder.name, is_folder=True).first()
-        if finder_folder is None:
+        if finder_folder := finder_parent.listdir(name=filer_folder.name, is_folder=True).first():
+            finder_folder = FinderFolder.objects.get(id=finder_folder['id'])
+        else:
             finder_folder = FinderFolder.objects.create(
                 name=filer_folder.name,
                 parent=finder_parent,
                 created_at=filer_folder.created_at,
                 last_modified_at=filer_folder.modified_at,
                 owner_id=filer_folder.owner_id,
             )
-            self.stdout.write(f"Create folder {finder_folder} in {finder_parent}")
+            self.stdout.write(f"Create folder “{finder_folder}” in “{finder_parent}”.")
 
         allowed_image_types = ['image/gif', 'image/jpeg', 'image/png', 'image/webp', 'image/svg+xml']
         for filer_file in filer_folder.files.all():
@@ -60,8 +61,11 @@ def migrate_file(self, filer_file, finder_parent):
         path = Path(filer_file.file.name)
         inode_id = path.parent.stem
         try:
-            finder_file = FinderFile.objects.get_inode(id=inode_id)
+            finder_file = FinderFile.objects.get(id=inode_id)
         except FinderFile.DoesNotExist:
+            if not filer_file._file_size:
+                self.stderr.write(f"File {filer_file} has no file size.")
+                return
             FinderFile.objects.create(
                 id=inode_id,
                 name=filer_file.name if filer_file.name else filer_file.original_filename,
@@ -91,15 +95,19 @@ def migrate_image(self, filer_image, finder_parent):
         meta_data = {'alt_text': getattr(filer_image, 'default_alt_text', '')}
         try:
             center_x, center_y = map(float, filer_image.subject_location.split(','))
-            # since Filer does not store the area of interest, we assume it is 10px
-            meta_data['crop_x'] = center_x - 5
-            meta_data['crop_y'] = center_y - 5
-            meta_data['crop_size'] = 10
+            # since Filer does not store the area of interest, we assume it's 20% of its width or height
+            crop_size = int(round(max(filer_image.width, filer_image.height) * 0.2))
+            meta_data['crop_x'] = center_x - crop_size / 2
+            meta_data['crop_y'] = center_y - crop_size / 2
+            meta_data['crop_size'] = crop_size
         except ValueError:
             pass
         try:
-            finder_image = FinderImage.objects.get_inode(id=inode_id)
-        except FinderFile.DoesNotExist:
+            finder_image = FinderImage.objects.get(id=inode_id)
+        except FinderImage.DoesNotExist:
+            if not filer_image._file_size:
+                self.stderr.write(f"Image {filer_image} has no file size.")
+                return
             FinderImage.objects.create(
                 id=inode_id,
                 name=filer_image.name if filer_image.name else filer_image.original_filename,

finder/management/commands/finder.py

@@ -20,8 +20,6 @@ def handle(self, verbosity, subcommand, *args, **options):
                 self.reorganize()
             elif subcmd == 'reorder':
                 self.reorder()
-            elif subcmd == 'migrate-filer':
-                call_command('filer_to_finder', verbosity=verbosity)
             else:
                 self.stderr.write(f"Unknown subcommand ‘{subcmd}’")