mirror of
https://github.com/ynput/ayon-core.git
synced 2025-12-24 12:54:40 +01:00
9ec7ecfdbc
Speed optimalization - limits number of times folder structures is being build during synchronization loop.
55 lines
1.7 KiB
Python
55 lines
1.7 KiB
Python
from enum import Enum
|
|
from .gdrive import GDriveHandler
|
|
|
|
|
|
class Providers(Enum):
|
|
GDRIVE = 'gdrive'
|
|
|
|
|
|
class ProviderFactory:
|
|
"""
|
|
Factory class as a creator of multiple cloud destination.
|
|
Each new implementation needs to be registered and added to Providers
|
|
enum.
|
|
"""
|
|
def __init__(self):
|
|
self.providers = {}
|
|
self.creators = {}
|
|
|
|
def register_provider(self, provider, creator, batch_limit):
|
|
self.providers[provider] = (creator, batch_limit)
|
|
|
|
def get_provider(self, provider, tree=None):
|
|
"""
|
|
Returns new instance of provider client
|
|
:param provider: <string> 'gdrive','S3'
|
|
:return: <implementation of AbstractProvider>
|
|
"""
|
|
creator_info = self._get_creator_info(provider)
|
|
|
|
return creator_info[0](tree)
|
|
|
|
def get_provider_batch_limit(self, provider):
|
|
"""
|
|
Each provider has some limit of files that could be processed in
|
|
one batch (loop step). It is not 'file' limit per se, but
|
|
calculation based on API queries for provider.
|
|
(For example 'gdrive' has 1000 queries for 100 sec, one file could
|
|
be multiple queries (one for each level of path + check if file
|
|
exists)
|
|
:param provider: <string> 'gdrive','S3'
|
|
:return:
|
|
"""
|
|
info = self._get_creator_info(provider)
|
|
return info[1]
|
|
|
|
def _get_creator_info(self, provider):
|
|
creator_info = self.providers.get(provider)
|
|
if not creator_info:
|
|
raise ValueError(
|
|
"Provider {} not registered yet".format(provider))
|
|
return creator_info
|
|
|
|
|
|
factory = ProviderFactory()
|
|
factory.register_provider('gdrive', GDriveHandler, 7)
|