From c8ecb024ae325ea3960d402951bf5afa152fd844 Mon Sep 17 00:00:00 2001
From: Toke Stuart Jepsen <tokejepsen@gmail.com>
Date: Thu, 2 Sep 2021 10:32:39 +0100
Subject: [PATCH 01/41] Load workfile from published.

---
 .../tvpaint/plugins/load/load_workfile.py     | 77 +++++++++++++++++++
 1 file changed, 77 insertions(+)
 create mode 100644 openpype/hosts/tvpaint/plugins/load/load_workfile.py

diff --git a/openpype/hosts/tvpaint/plugins/load/load_workfile.py b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
new file mode 100644
index 0000000000..2b70528918
--- /dev/null
+++ b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
@@ -0,0 +1,77 @@
+import getpass
+import os
+
+from avalon.tvpaint import lib, pipeline
+from avalon import api, io
+
+from openpype import Anatomy
+
+
+class LoadWorkfile(pipeline.Loader):
+    """Load workfile."""
+
+    families = ["workfile"]
+    representations = ["tvpp"]
+
+    label = "Load Workfile"
+
+    def load(self, context, name, namespace, options):
+        filepath = self.fname.replace("\\", "/")
+
+        if not os.path.exists(filepath):
+            raise FileExistsError(
+                "The loaded file does not exist. Try downloading it first."
+            )
+
+        george_script = "tv_LoadProject '\"'\"{}\"'\"'".format(
+            filepath
+        )
+        lib.execute_george_through_file(george_script)
+
+        # Save workfile.
+        host = api.registered_host()
+
+        project = io.find_one({
+            "type": "project"
+        })
+        session = api.Session
+        data = {
+            "project": {
+                "name": project["name"],
+                "code": project["data"].get("code")
+            },
+            "asset": session["AVALON_ASSET"],
+            "task": session["AVALON_TASK"],
+            "version": 1,
+            "user": getpass.getuser()
+        }
+        anatomy = Anatomy(project["name"])
+        template = anatomy.templates["work"]["file"]
+
+        # Define saving file extension
+        current_file = host.current_file()
+        if current_file:
+            # Match the extension of current file
+            _, extension = os.path.splitext(current_file)
+        else:
+            # Fall back to the first extension supported for this host.
+            extension = host.file_extensions()[0]
+
+        data["ext"] = extension
+
+        version = api.last_workfile_with_version(
+            host.work_root(session), template, data, [data["ext"]]
+        )[1]
+
+        if version is None:
+            version = 1
+        else:
+            version += 1
+
+        data["version"] = version
+
+        path = os.path.join(
+            host.work_root(session),
+            api.format_template_with_optional_keys(data, template)
+        )
+        host.save_file(path)

From e080cce1921e63cb56650f4efe716d1850271fba Mon Sep 17 00:00:00 2001
From: Toke Stuart Jepsen <tokejepsen@gmail.com>
Date: Sat, 25 Sep 2021 11:40:27 +0100
Subject: [PATCH 02/41] Context aware loading

---
 .../tvpaint/plugins/load/load_workfile.py     | 34 +++++++++++++------
 1 file changed, 23 insertions(+), 11 deletions(-)

diff --git a/openpype/hosts/tvpaint/plugins/load/load_workfile.py b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
index 2b70528918..167b75edf9 100644
--- a/openpype/hosts/tvpaint/plugins/load/load_workfile.py
+++ b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
@@ -1,10 +1,9 @@
 import getpass
 import os
 
-from avalon.tvpaint import lib, pipeline
+from avalon.tvpaint import lib, pipeline, get_current_workfile_context
 from avalon import api, io
-
-from openpype import Anatomy
+import openpype
 
 
 class LoadWorkfile(pipeline.Loader):
@@ -34,19 +33,29 @@ class LoadWorkfile(pipeline.Loader):
         project = io.find_one({
             "type": "project"
         })
-        session = api.Session
+        context = get_current_workfile_context()
+        template_key = openpype.lib.get_workfile_template_key_from_context(
+            context["asset"],
+            context["task"],
+            host,
+            project_name=project["name"]
+        )
+        anatomy = openpype.Anatomy(project["name"])
         data = {
             "project": {
                 "name": project["name"],
                 "code": project["data"].get("code")
             },
-            "asset": session["AVALON_ASSET"],
-            "task": session["AVALON_TASK"],
+            "asset": context["asset"],
+            "task": context["task"],
             "version": 1,
-            "user": getpass.getuser()
+            "user": getpass.getuser(),
+            "root": {
+                template_key: anatomy.roots[template_key]
+            },
+            "hierarchy": openpype.lib.get_hierarchy()
         }
-        anatomy = Anatomy(project["name"])
-        template = anatomy.templates["work"]["file"]
+        template = anatomy.templates[template_key]["file"]
 
         # Define saving file extension
         current_file = host.current_file()
@@ -59,8 +68,11 @@ class LoadWorkfile(pipeline.Loader):
 
         data["ext"] = extension
 
+        work_root = api.format_template_with_optional_keys(
+            data, anatomy.templates[template_key]["folder"]
+        )
         version = api.last_workfile_with_version(
-            host.work_root(session), template, data, [data["ext"]]
+            work_root, template, data, [data["ext"]]
         )[1]
 
         if version is None:
@@ -71,7 +83,7 @@ class LoadWorkfile(pipeline.Loader):
         data["version"] = version
 
         path = os.path.join(
-            host.work_root(session),
+            work_root,
             api.format_template_with_optional_keys(data, template)
         )
         host.save_file(path)

From 4442454f9e850f5a4e768f5af9cc23c8c4375d29 Mon Sep 17 00:00:00 2001
From: Toke Jepsen <tokejepsen@gmail.com>
Date: Wed, 6 Oct 2021 18:26:06 +0200
Subject: [PATCH 03/41] Update
 openpype/hosts/tvpaint/plugins/load/load_workfile.py

Co-authored-by: Jakub Trllo <43494761+iLLiCiTiT@users.noreply.github.com>
---
 openpype/hosts/tvpaint/plugins/load/load_workfile.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/openpype/hosts/tvpaint/plugins/load/load_workfile.py b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
index 167b75edf9..a183621d64 100644
--- a/openpype/hosts/tvpaint/plugins/load/load_workfile.py
+++ b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
@@ -50,9 +50,7 @@ class LoadWorkfile(pipeline.Loader):
             "task": context["task"],
             "version": 1,
             "user": getpass.getuser(),
-            "root": {
-                template_key: anatomy.roots[template_key]
-            },
+            "root": anatomy.roots,
             "hierarchy": openpype.lib.get_hierarchy()
         }
         template = anatomy.templates[template_key]["file"]

From 23c5b85a77db37f2355fc0a80b37672455f2fecb Mon Sep 17 00:00:00 2001
From: Toke Jepsen <tokejepsen@gmail.com>
Date: Wed, 6 Oct 2021 18:26:22 +0200
Subject: [PATCH 04/41] Update
 openpype/hosts/tvpaint/plugins/load/load_workfile.py

Co-authored-by: Jakub Trllo <43494761+iLLiCiTiT@users.noreply.github.com>
---
 openpype/hosts/tvpaint/plugins/load/load_workfile.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/openpype/hosts/tvpaint/plugins/load/load_workfile.py b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
index a183621d64..be9b4da87d 100644
--- a/openpype/hosts/tvpaint/plugins/load/load_workfile.py
+++ b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
@@ -70,7 +70,7 @@ class LoadWorkfile(pipeline.Loader):
             data, anatomy.templates[template_key]["folder"]
         )
         version = api.last_workfile_with_version(
-            work_root, template, data, [data["ext"]]
+            work_root, template, data, host.file_extensions()
         )[1]
 
         if version is None:

From 249007aae379b32bb1dc0c764747f6bd577e5470 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 12 Nov 2021 17:03:08 +0100
Subject: [PATCH 05/41] made few fixes of using the right context and right
 moment and fixed passed host as name to function resolvint wokr template key

---
 .../tvpaint/plugins/load/load_workfile.py     | 57 +++++++++++--------
 1 file changed, 34 insertions(+), 23 deletions(-)

diff --git a/openpype/hosts/tvpaint/plugins/load/load_workfile.py b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
index be9b4da87d..820e7f349f 100644
--- a/openpype/hosts/tvpaint/plugins/load/load_workfile.py
+++ b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
@@ -3,7 +3,11 @@ import os
 
 from avalon.tvpaint import lib, pipeline, get_current_workfile_context
 from avalon import api, io
-import openpype
+from openpype.lib import (
+    get_workfile_template_key_from_context,
+    get_workdir_data
+)
+from openpype.api import Anatomy
 
 
 class LoadWorkfile(pipeline.Loader):
@@ -15,6 +19,13 @@ class LoadWorkfile(pipeline.Loader):
     label = "Load Workfile"
 
     def load(self, context, name, namespace, options):
+        # Load context of current workfile as first thing
+        #   - which context and extension has
+        host = api.registered_host()
+        current_file = host.current_file()
+
+        context = get_current_workfile_context()
+
         filepath = self.fname.replace("\\", "/")
 
         if not os.path.exists(filepath):
@@ -28,35 +39,35 @@ class LoadWorkfile(pipeline.Loader):
         lib.execute_george_through_file(george_script)
 
         # Save workfile.
-        host = api.registered_host()
+        host_name = "tvpaint"
+        asset_name = context["asset"]
+        task_name = context["task"]
 
-        project = io.find_one({
+        project_doc = io.find_one({
             "type": "project"
         })
-        context = get_current_workfile_context()
-        template_key = openpype.lib.get_workfile_template_key_from_context(
-            context["asset"],
-            context["task"],
-            host,
-            project_name=project["name"]
+        asset_doc = io.find_one({
+            "type": "asset",
+            "name": asset_name
+        })
+        project_name = project_doc["name"]
+
+        template_key = get_workfile_template_key_from_context(
+            asset_name,
+            task_name,
+            host_name,
+            project_name=project_name,
+            dbcon=io
         )
-        anatomy = openpype.Anatomy(project["name"])
-        data = {
-            "project": {
-                "name": project["name"],
-                "code": project["data"].get("code")
-            },
-            "asset": context["asset"],
-            "task": context["task"],
-            "version": 1,
-            "user": getpass.getuser(),
-            "root": anatomy.roots,
-            "hierarchy": openpype.lib.get_hierarchy()
-        }
+        anatomy = Anatomy(project_name)
+
+        data = get_workdir_data(project_doc, asset_doc, task_name, host_name)
+        data["roots"] = anatomy.roots
+        data["user"] = getpass.getuser()
+
         template = anatomy.templates[template_key]["file"]
 
         # Define saving file extension
-        current_file = host.current_file()
         if current_file:
             # Match the extension of current file
             _, extension = os.path.splitext(current_file)

From 5868db1ac209a5c4179d4f3c3724219630520c2d Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 12 Nov 2021 18:33:03 +0100
Subject: [PATCH 06/41] final fixes

---
 openpype/hosts/tvpaint/plugins/load/load_workfile.py | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/openpype/hosts/tvpaint/plugins/load/load_workfile.py b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
index 820e7f349f..f410a1ab9d 100644
--- a/openpype/hosts/tvpaint/plugins/load/load_workfile.py
+++ b/openpype/hosts/tvpaint/plugins/load/load_workfile.py
@@ -40,8 +40,12 @@ class LoadWorkfile(pipeline.Loader):
 
         # Save workfile.
         host_name = "tvpaint"
-        asset_name = context["asset"]
-        task_name = context["task"]
+        asset_name = context.get("asset")
+        task_name = context.get("task")
+        # Far cases when there is workfile without context
+        if not asset_name:
+            asset_name = io.Session["AVALON_ASSET"]
+            task_name = io.Session["AVALON_TASK"]
 
         project_doc = io.find_one({
             "type": "project"
@@ -62,7 +66,7 @@ class LoadWorkfile(pipeline.Loader):
         anatomy = Anatomy(project_name)
 
         data = get_workdir_data(project_doc, asset_doc, task_name, host_name)
-        data["roots"] = anatomy.roots
+        data["root"] = anatomy.roots
         data["user"] = getpass.getuser()
 
         template = anatomy.templates[template_key]["file"]

From 37617172c4621e58383e34d3bb40876803660a26 Mon Sep 17 00:00:00 2001
From: Ondrej Samohel <ondrej.samohel@orbi.tools>
Date: Thu, 18 Nov 2021 16:18:57 +0100
Subject: [PATCH 07/41] support for rr channels in separate dirs

---
 .../perjob/m50__openpype_publish_render.py    | 21 ++++++++++++++++---
 1 file changed, 18 insertions(+), 3 deletions(-)

diff --git a/openpype/modules/default_modules/royal_render/rr_root/plugins/control_job/perjob/m50__openpype_publish_render.py b/openpype/modules/default_modules/royal_render/rr_root/plugins/control_job/perjob/m50__openpype_publish_render.py
index 17e4fb38d1..290f26a44a 100644
--- a/openpype/modules/default_modules/royal_render/rr_root/plugins/control_job/perjob/m50__openpype_publish_render.py
+++ b/openpype/modules/default_modules/royal_render/rr_root/plugins/control_job/perjob/m50__openpype_publish_render.py
@@ -148,12 +148,27 @@ class OpenPypeContextSelector:
         for k, v in env.items():
             print("    {}: {}".format(k, v))
 
+        publishing_paths = [os.path.join(self.job.imageDir,
+                                         os.path.dirname(
+                                             self.job.imageFileName))]
+
+        # add additional channels
+        channel_idx = 0
+        channel = self.job.channelFileName(channel_idx)
+        while channel:
+            channel_path = os.path.dirname(
+                os.path.join(self.job.imageDir, channel))
+            if channel_path not in publishing_paths:
+                publishing_paths.append(channel_path)
+            channel_idx += 1
+            channel = self.job.channelFileName(channel_idx)
+
         args = [os.path.join(self.openpype_root, self.openpype_executable),
-                'publish', '-t', "rr_control", "--gui",
-                os.path.join(self.job.imageDir,
-                             os.path.dirname(self.job.imageFileName))
+                'publish', '-t', "rr_control", "--gui"
                 ]
 
+        args += publishing_paths
+
         print(">>> running {}".format(" ".join(args)))
         orig = os.environ.copy()
         orig.update(env)

From fb8cfcb38bc4d7c12d08faf46f90b5ef3b7c16ad Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 17:57:57 +0100
Subject: [PATCH 08/41] small formatting changes

---
 .../publish/integrate_ftrack_instances.py     | 65 ++++++++++---------
 1 file changed, 33 insertions(+), 32 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 93a07a9fae..911becb24f 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -1,54 +1,55 @@
-import pyblish.api
-import json
 import os
+import json
+import pyblish.api
 
 
 class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
-    """Collect ftrack component data
+    """Collect ftrack component data (not integrate yet).
 
     Add ftrack component list to instance.
-
-
     """
 
     order = pyblish.api.IntegratorOrder + 0.48
-    label = 'Integrate Ftrack Component'
+    label = "Integrate Ftrack Component"
     families = ["ftrack"]
 
-    family_mapping = {'camera': 'cam',
-                      'look': 'look',
-                      'mayaascii': 'scene',
-                      'model': 'geo',
-                      'rig': 'rig',
-                      'setdress': 'setdress',
-                      'pointcache': 'cache',
-                      'render': 'render',
-                      'render2d': 'render',
-                      'nukescript': 'comp',
-                      'write': 'render',
-                      'review': 'mov',
-                      'plate': 'img',
-                      'audio': 'audio',
-                      'workfile': 'scene',
-                      'animation': 'cache',
-                      'image': 'img',
-                      'reference': 'reference'
-                      }
+    family_mapping = {
+        "camera": "cam",
+        "look": "look",
+        "mayaascii": "scene",
+        "model": "geo",
+        "rig": "rig",
+        "setdress": "setdress",
+        "pointcache": "cache",
+        "render": "render",
+        "render2d": "render",
+        "nukescript": "comp",
+        "write": "render",
+        "review": "mov",
+        "plate": "img",
+        "audio": "audio",
+        "workfile": "scene",
+        "animation": "cache",
+        "image": "img",
+        "reference": "reference"
+    }
 
     def process(self, instance):
         self.ftrack_locations = {}
-        self.log.debug('instance {}'.format(instance))
+        self.log.debug("instance {}".format(instance))
 
-        if instance.data.get('version'):
-            version_number = int(instance.data.get('version'))
-        else:
+        instance_version = instance.data.get("version")
+        if instance_version is None:
             raise ValueError("Instance version not set")
 
-        family = instance.data['family'].lower()
+        version_number = int(instance_version)
+
+        family = instance.data["family"]
+        family_low = instance.data["family"].lower()
 
         asset_type = instance.data.get("ftrackFamily")
-        if not asset_type and family in self.family_mapping:
-            asset_type = self.family_mapping[family]
+        if not asset_type and family_low in self.family_mapping:
+            asset_type = self.family_mapping[family_low]
 
         # Ignore this instance if neither "ftrackFamily" or a family mapping is
         # found.

From 4e26e9571f4b6edc3de19299a8c003c3190f0c0b Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 17:58:39 +0100
Subject: [PATCH 09/41] validate existence of representations on instance

---
 .../plugins/publish/integrate_ftrack_instances.py      | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 911becb24f..0200603115 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -54,6 +54,16 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         # Ignore this instance if neither "ftrackFamily" or a family mapping is
         # found.
         if not asset_type:
+            self.log.info((
+                "Family \"{}\" does not match any asset type mapping"
+            ).format(family))
+            return
+
+        instance_repres = instance.data.get("representations")
+        if not instance_repres:
+            self.log.info((
+                "Skipping instance. Does not have any representations {}"
+            ).format(str(instance)))
             return
 
         componentList = []

From 8e8d7486ca11b31c1c675510768ce3b6684c7899 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:00:02 +0100
Subject: [PATCH 10/41] create base of each component that will be created

---
 .../publish/integrate_ftrack_instances.py     | 26 +++++++++++++++++++
 1 file changed, 26 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 0200603115..63098b3f93 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -66,6 +66,32 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
             ).format(str(instance)))
             return
 
+        # Prepare FPS
+        instance_fps = instance.data.get("fps")
+        if instance_fps is None:
+            instance_fps = instance.context.data["fps"]
+
+        # Base of component item data
+        # - create a copy of this object when want to use it
+        base_component_item = {
+            "assettype_data": {
+                "short": asset_type,
+            },
+            "asset_data": {
+                "name": instance.data["subset"],
+            },
+            "assetversion_data": {
+                "version": version_number,
+                "comment": instance.context.data.get("comment") or ""
+            },
+            "component_overwrite": False,
+            # This can be change optionally
+            "thumbnail": False,
+            # These must be changed for each component
+            "component_data": None,
+            "component_path": None,
+            "component_location": None
+        }
         componentList = []
         ft_session = instance.context.data["ftrackSession"]
 

From aa867ac64a6f6455a9b0ea025c663a19f525381a Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:00:59 +0100
Subject: [PATCH 11/41] split representations into 3 types

---
 .../publish/integrate_ftrack_instances.py        | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 63098b3f93..230afb42a7 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -95,6 +95,22 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         componentList = []
         ft_session = instance.context.data["ftrackSession"]
 
+        # Filter types of representations
+        review_representations = []
+        thumbnail_representations = []
+        other_representations = []
+        for repre in instance_repres:
+            self.log.debug("Representation {}".format(repre))
+            repre_tags = repre.get("tags") or []
+            if repre.get("thumbnail") or "thumbnail" in repre_tags:
+                thumbnail_representations.append(repre)
+
+            elif "ftrackreview" in repre_tags:
+                review_representations.append(repre)
+
+            else:
+                other_representations.append(repre)
+
         for comp in instance.data['representations']:
             self.log.debug('component {}'.format(comp))
 

From 677dbffcdbb607a562f13fb4ed1ae43ec7179f07 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:01:41 +0100
Subject: [PATCH 12/41] prequery ftrack locations

---
 .../ftrack/plugins/publish/integrate_ftrack_instances.py  | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 230afb42a7..b397586d43 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -111,6 +111,14 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
             else:
                 other_representations.append(repre)
 
+        # Prepare ftrack locations
+        unmanaged_location = ft_session.query(
+            "Location where name is \"ftrack.unmanaged\""
+        ).one()
+        ftrack_server_location = ft_session.query(
+            "Location where name is \"ftrack.server\""
+        ).one()
+
         for comp in instance.data['representations']:
             self.log.debug('component {}'.format(comp))
 

From 8d909c129024178e79b9a725abcc540deca94d7f Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:03:33 +0100
Subject: [PATCH 13/41] renamed variable

---
 .../ftrack/plugins/publish/integrate_ftrack_instances.py    | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index b397586d43..896bab4646 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -92,7 +92,7 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
             "component_path": None,
             "component_location": None
         }
-        componentList = []
+
         ft_session = instance.context.data["ftrackSession"]
 
         # Filter types of representations
@@ -119,6 +119,8 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
             "Location where name is \"ftrack.server\""
         ).one()
 
+        # Components data
+        component_list = []
         for comp in instance.data['representations']:
             self.log.debug('component {}'.format(comp))
 
@@ -256,7 +258,7 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 componentList.append(component_item_src)
 
         self.log.debug('componentsList: {}'.format(str(componentList)))
-        instance.data["ftrackComponentsList"] = componentList
+        instance.data["ftrackComponentsList"] = component_list
 
     def get_ftrack_location(self, name, session):
         if name in self.ftrack_locations:

From 7abf942682255c0dc72e42031b3ca895665c1554 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:04:01 +0100
Subject: [PATCH 14/41] removed whole previous code

---
 .../publish/integrate_ftrack_instances.py     | 150 +-----------------
 1 file changed, 2 insertions(+), 148 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 896bab4646..fa61fb8289 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -1,5 +1,6 @@
 import os
 import json
+import copy
 import pyblish.api
 
 
@@ -35,7 +36,6 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
     }
 
     def process(self, instance):
-        self.ftrack_locations = {}
         self.log.debug("instance {}".format(instance))
 
         instance_version = instance.data.get("version")
@@ -121,151 +121,5 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
 
         # Components data
         component_list = []
-        for comp in instance.data['representations']:
-            self.log.debug('component {}'.format(comp))
-
-            if comp.get('thumbnail') or ("thumbnail" in comp.get('tags', [])):
-                location = self.get_ftrack_location(
-                    'ftrack.server', ft_session
-                )
-                component_data = {
-                    "name": "thumbnail"  # Default component name is "main".
-                }
-                comp['thumbnail'] = True
-                comp_files = comp["files"]
-                if isinstance(comp_files, (tuple, list, set)):
-                    filename = comp_files[0]
-                else:
-                    filename = comp_files
-
-                comp['published_path'] = os.path.join(
-                    comp['stagingDir'], filename
-                    )
-
-            elif comp.get('ftrackreview') or ("ftrackreview" in comp.get('tags', [])):
-                '''
-                Ftrack bug requirement:
-                    - Start frame must be 0
-                    - End frame must be {duration}
-                EXAMPLE: When mov has 55 frames:
-                    - Start frame should be 0
-                    - End frame should be 55 (do not ask why please!)
-                '''
-                start_frame = 0
-                end_frame = 1
-                if 'frameEndFtrack' in comp and 'frameStartFtrack' in comp:
-                    end_frame += (
-                        comp['frameEndFtrack'] - comp['frameStartFtrack']
-                    )
-                else:
-                    end_frame += (
-                        instance.data["frameEnd"] - instance.data["frameStart"]
-                    )
-
-                fps = comp.get('fps')
-                if fps is None:
-                    fps = instance.data.get(
-                        "fps", instance.context.data['fps']
-                    )
-
-                comp['fps'] = fps
-
-                location = self.get_ftrack_location(
-                    'ftrack.server', ft_session
-                )
-                component_data = {
-                    # Default component name is "main".
-                    "name": "ftrackreview-mp4",
-                    "metadata": {'ftr_meta': json.dumps({
-                                 'frameIn': int(start_frame),
-                                 'frameOut': int(end_frame),
-                                 'frameRate': float(comp['fps'])})}
-                }
-                comp['thumbnail'] = False
-            else:
-                component_data = {
-                    "name": comp['name']
-                }
-                location = self.get_ftrack_location(
-                    'ftrack.unmanaged', ft_session
-                )
-                comp['thumbnail'] = False
-
-            self.log.debug('location {}'.format(location))
-
-            component_item = {
-                "assettype_data": {
-                    "short": asset_type,
-                },
-                "asset_data": {
-                    "name": instance.data["subset"],
-                },
-                "assetversion_data": {
-                    "version": version_number,
-                    "comment": instance.context.data.get("comment", "")
-                },
-                "component_data": component_data,
-                "component_path": comp['published_path'],
-                'component_location': location,
-                "component_overwrite": False,
-                "thumbnail": comp['thumbnail']
-            }
-
-            # Add custom attributes for AssetVersion
-            assetversion_cust_attrs = {}
-            intent_val = instance.context.data.get("intent")
-            if intent_val and isinstance(intent_val, dict):
-                intent_val = intent_val.get("value")
-
-            if intent_val:
-                assetversion_cust_attrs["intent"] = intent_val
-
-            component_item["assetversion_data"]["custom_attributes"] = (
-                assetversion_cust_attrs
-            )
-
-            componentList.append(component_item)
-            # Create copy with ftrack.unmanaged location if thumb or prev
-            if comp.get('thumbnail') or comp.get('preview') \
-                    or ("preview" in comp.get('tags', [])) \
-                    or ("review" in comp.get('tags', [])) \
-                    or ("thumbnail" in comp.get('tags', [])):
-                unmanaged_loc = self.get_ftrack_location(
-                    'ftrack.unmanaged', ft_session
-                )
-
-                component_data_src = component_data.copy()
-                name = component_data['name'] + '_src'
-                component_data_src['name'] = name
-
-                component_item_src = {
-                    "assettype_data": {
-                        "short": asset_type,
-                    },
-                    "asset_data": {
-                        "name": instance.data["subset"],
-                    },
-                    "assetversion_data": {
-                        "version": version_number,
-                    },
-                    "component_data": component_data_src,
-                    "component_path": comp['published_path'],
-                    'component_location': unmanaged_loc,
-                    "component_overwrite": False,
-                    "thumbnail": False
-                }
-
-                componentList.append(component_item_src)
-
-        self.log.debug('componentsList: {}'.format(str(componentList)))
+        
         instance.data["ftrackComponentsList"] = component_list
-
-    def get_ftrack_location(self, name, session):
-        if name in self.ftrack_locations:
-            return self.ftrack_locations[name]
-
-        location = session.query(
-            'Location where name is "{}"'.format(name)
-        ).one()
-        self.ftrack_locations[name] = location
-        return location

From 9f98bc60da4b39a2c555c87ac36ea3199b71e70d Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:04:26 +0100
Subject: [PATCH 15/41] log component list at the end

---
 .../plugins/publish/integrate_ftrack_instances.py    | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index fa61fb8289..1b58a8c7a2 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -122,4 +122,16 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         # Components data
         component_list = []
         
+
+        def json_obj_parser(obj):
+            return str(obj)
+
+        self.log.debug("Components list: {}".format(
+            json.dumps(
+                component_list,
+                sort_keys=True,
+                indent=4,
+                default=json_obj_parser
+            )
+        ))
         instance.data["ftrackComponentsList"] = component_list

From e24e3fb380640e638cb38d249c709bb4fbe37ae0 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:04:46 +0100
Subject: [PATCH 16/41] create components from others

---
 .../plugins/publish/integrate_ftrack_instances.py      | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 1b58a8c7a2..20febe12ff 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -123,6 +123,16 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         component_list = []
         
 
+        # Add others representations as component
+        for repre in other_representations:
+            # Create copy of base comp item and append it
+            component_item = copy.deepcopy(base_component_item)
+            component_item["component_data"] = {
+                "name": repre["name"]
+            }
+            component_item["component_location"] = unmanaged_location
+            component_list.append(component_item)
+
         def json_obj_parser(obj):
             return str(obj)
 

From 938013d09b444f3152d2d79ca82748b6322e54c3 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:05:29 +0100
Subject: [PATCH 17/41] create components from thumbnail representations

---
 .../publish/integrate_ftrack_instances.py     | 24 +++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 20febe12ff..b8b3efd306 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -123,6 +123,30 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         component_list = []
         
 
+        # Create thumbnail components
+        # TODO what if there is multiple thumbnails?
+        for repre in thumbnail_representations:
+            if not repre.get("published_path"):
+                comp_files = repre["files"]
+                if isinstance(comp_files, (tuple, list, set)):
+                    filename = comp_files[0]
+                else:
+                    filename = comp_files
+
+                repre["published_path"] = os.path.join(
+                    repre["stagingDir"], filename
+                )
+
+            component_item["component_path"] = repre["published_path"]
+            component_item["component_data"] = {
+                "name": "thumbnail"
+            }
+            component_item["thumbnail"] = True
+            # Set location
+            component_item["component_location"] = ftrack_server_location
+            # Add item to component list
+            component_list.append(component_item)
+
         # Add others representations as component
         for repre in other_representations:
             # Create copy of base comp item and append it

From 4d385efab6a61033cbbe907e0748054426cbde48 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:07:27 +0100
Subject: [PATCH 18/41] create components from review representations

---
 .../publish/integrate_ftrack_instances.py     | 45 +++++++++++++++++++
 1 file changed, 45 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index b8b3efd306..4277d6f0f1 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -122,6 +122,51 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         # Components data
         component_list = []
         
+        # Create review components
+        # Change asset name of each new component for review
+        first_review_repre = True
+        for repre in review_representations:
+            frame_start = repre.get("frameStartFtrack")
+            frame_end = repre.get("frameEndFtrack")
+            if frame_start is None or frame_end is None:
+                frame_start = instance.data["frameStart"]
+                frame_end = instance.data["frameEnd"]
+
+            # Frame end of uploaded video file should be duration in frames
+            # - frame start is always 0
+            # - frame end is duration in frames
+            duration = frame_end - frame_start + 1
+
+            fps = repre.get("fps")
+            if fps is None:
+                fps = instance_fps
+
+            # Create copy of base comp item and append it
+            component_item = copy.deepcopy(base_component_item)
+            # Change location
+            component_item["component_path"] = repre["published_path"]
+            # Change component data
+            component_item["component_data"] = {
+                # Default component name is "main".
+                "name": "ftrackreview-mp4",
+                "metadata": {
+                    "ftr_meta": json.dumps({
+                        "frameIn": 0,
+                        "frameOut": int(duration),
+                        "frameRate": float(fps)
+                    })
+                }
+            }
+            if first_review_repre:
+                first_review_repre = False
+            else:
+                # Add representation name to asset name of "not first" review
+                component_item["asset_data"]["name"] += repre["name"].title()
+
+            # Set location
+            component_item["component_location"] = ftrack_server_location
+            # Add item to component list
+            component_list.append(component_item)
 
         # Create thumbnail components
         # TODO what if there is multiple thumbnails?

From 6ca870870b30d4112bb1bc90bcef9abb7f47f6d4 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:08:02 +0100
Subject: [PATCH 19/41] create also components of source files for review and
 thumbnail

---
 .../publish/integrate_ftrack_instances.py     | 24 ++++++++++++++++++-
 1 file changed, 23 insertions(+), 1 deletion(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 4277d6f0f1..8201372be0 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -121,7 +121,9 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
 
         # Components data
         component_list = []
-        
+        # Components that will be duplicated to unmanaged location
+        src_components_to_add = []
+
         # Create review components
         # Change asset name of each new component for review
         first_review_repre = True
@@ -163,6 +165,10 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 # Add representation name to asset name of "not first" review
                 component_item["asset_data"]["name"] += repre["name"].title()
 
+            # Create copy of item before setting location
+            src_components_to_add.append(
+                (repre, copy.deepcopy(component_item))
+            )
             # Set location
             component_item["component_location"] = ftrack_server_location
             # Add item to component list
@@ -187,11 +193,27 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 "name": "thumbnail"
             }
             component_item["thumbnail"] = True
+            # Create copy of item before setting location
+            src_components_to_add.append(
+                (repre, copy.deepcopy(component_item))
+            )
             # Set location
             component_item["component_location"] = ftrack_server_location
             # Add item to component list
             component_list.append(component_item)
 
+        # Add source components for review and thubmnail components
+        for repre, component_item in src_components_to_add:
+            # Make sure thumbnail is disabled
+            component_item["thumbnail"] = False
+            # Set location
+            component_item["component_location"] = unmanaged_location
+            # Modify name of component to have suffix "_src"
+            component_data = component_item["component_data"]
+            component_name = component_data["name"]
+            component_data["name"] = component_name + "_src"
+            component_list.append(component_item)
+
         # Add others representations as component
         for repre in other_representations:
             # Create copy of base comp item and append it

From 4e3aa90cf07c2ccf9ee9a1e0cffc704cea124df2 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:15:22 +0100
Subject: [PATCH 20/41] fix thumbnail component creation

---
 .../ftrack/plugins/publish/integrate_ftrack_instances.py        | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 8201372be0..f70e81e8c9 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -188,6 +188,8 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                     repre["stagingDir"], filename
                 )
 
+            # Create copy of base comp item and append it
+            component_item = copy.deepcopy(base_component_item)
             component_item["component_path"] = repre["published_path"]
             component_item["component_data"] = {
                 "name": "thumbnail"

From 695a8da239f4718bac9b5bdce4516555acb264da Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:16:39 +0100
Subject: [PATCH 21/41] renamed variables to avoid reusage of same variable
 name

---
 .../publish/integrate_ftrack_instances.py     | 46 +++++++++----------
 1 file changed, 23 insertions(+), 23 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index f70e81e8c9..0ae750a530 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -144,11 +144,11 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 fps = instance_fps
 
             # Create copy of base comp item and append it
-            component_item = copy.deepcopy(base_component_item)
+            review_item = copy.deepcopy(base_component_item)
             # Change location
-            component_item["component_path"] = repre["published_path"]
+            review_item["component_path"] = repre["published_path"]
             # Change component data
-            component_item["component_data"] = {
+            review_item["component_data"] = {
                 # Default component name is "main".
                 "name": "ftrackreview-mp4",
                 "metadata": {
@@ -163,16 +163,16 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 first_review_repre = False
             else:
                 # Add representation name to asset name of "not first" review
-                component_item["asset_data"]["name"] += repre["name"].title()
+                review_item["asset_data"]["name"] += repre["name"].title()
 
             # Create copy of item before setting location
             src_components_to_add.append(
-                (repre, copy.deepcopy(component_item))
+                (repre, copy.deepcopy(review_item))
             )
             # Set location
-            component_item["component_location"] = ftrack_server_location
+            review_item["component_location"] = ftrack_server_location
             # Add item to component list
-            component_list.append(component_item)
+            component_list.append(review_item)
 
         # Create thumbnail components
         # TODO what if there is multiple thumbnails?
@@ -189,42 +189,42 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 )
 
             # Create copy of base comp item and append it
-            component_item = copy.deepcopy(base_component_item)
-            component_item["component_path"] = repre["published_path"]
-            component_item["component_data"] = {
+            thumbnail_item = copy.deepcopy(base_component_item)
+            thumbnail_item["component_path"] = repre["published_path"]
+            thumbnail_item["component_data"] = {
                 "name": "thumbnail"
             }
-            component_item["thumbnail"] = True
+            thumbnail_item["thumbnail"] = True
             # Create copy of item before setting location
             src_components_to_add.append(
-                (repre, copy.deepcopy(component_item))
+                (repre, copy.deepcopy(thumbnail_item))
             )
             # Set location
-            component_item["component_location"] = ftrack_server_location
+            thumbnail_item["component_location"] = ftrack_server_location
             # Add item to component list
-            component_list.append(component_item)
+            component_list.append(thumbnail_item)
 
         # Add source components for review and thubmnail components
-        for repre, component_item in src_components_to_add:
+        for repre, copy_src_item in src_components_to_add:
             # Make sure thumbnail is disabled
-            component_item["thumbnail"] = False
+            copy_src_item["thumbnail"] = False
             # Set location
-            component_item["component_location"] = unmanaged_location
+            copy_src_item["component_location"] = unmanaged_location
             # Modify name of component to have suffix "_src"
-            component_data = component_item["component_data"]
+            component_data = copy_src_item["component_data"]
             component_name = component_data["name"]
             component_data["name"] = component_name + "_src"
-            component_list.append(component_item)
+            component_list.append(copy_src_item)
 
         # Add others representations as component
         for repre in other_representations:
             # Create copy of base comp item and append it
-            component_item = copy.deepcopy(base_component_item)
-            component_item["component_data"] = {
+            other_item = copy.deepcopy(base_component_item)
+            other_item["component_data"] = {
                 "name": repre["name"]
             }
-            component_item["component_location"] = unmanaged_location
-            component_list.append(component_item)
+            other_item["component_location"] = unmanaged_location
+            component_list.append(other_item)
 
         def json_obj_parser(obj):
             return str(obj)

From 0fa2ea67bc791be4b3953c8c3141d41ece93b739 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:26:07 +0100
Subject: [PATCH 22/41] moved copy creation of review component

---
 .../ftrack/plugins/publish/integrate_ftrack_instances.py  | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 0ae750a530..5028c4c464 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -159,16 +159,16 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                     })
                 }
             }
+            # Create copy of item before setting location or changing asset
+            src_components_to_add.append(
+                (repre, copy.deepcopy(review_item))
+            )
             if first_review_repre:
                 first_review_repre = False
             else:
                 # Add representation name to asset name of "not first" review
                 review_item["asset_data"]["name"] += repre["name"].title()
 
-            # Create copy of item before setting location
-            src_components_to_add.append(
-                (repre, copy.deepcopy(review_item))
-            )
             # Set location
             review_item["component_location"] = ftrack_server_location
             # Add item to component list

From c11d9a3951cc3a1a5298e829b58c3e91b021c04c Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Thu, 18 Nov 2021 18:34:58 +0100
Subject: [PATCH 23/41] do not add repre to src_components_to_add as is not
 used

---
 .../plugins/publish/integrate_ftrack_instances.py      | 10 +++-------
 1 file changed, 3 insertions(+), 7 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 5028c4c464..3e29ae0759 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -160,9 +160,7 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 }
             }
             # Create copy of item before setting location or changing asset
-            src_components_to_add.append(
-                (repre, copy.deepcopy(review_item))
-            )
+            src_components_to_add.append(copy.deepcopy(review_item))
             if first_review_repre:
                 first_review_repre = False
             else:
@@ -196,16 +194,14 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
             }
             thumbnail_item["thumbnail"] = True
             # Create copy of item before setting location
-            src_components_to_add.append(
-                (repre, copy.deepcopy(thumbnail_item))
-            )
+            src_components_to_add.append(copy.deepcopy(thumbnail_item))
             # Set location
             thumbnail_item["component_location"] = ftrack_server_location
             # Add item to component list
             component_list.append(thumbnail_item)
 
         # Add source components for review and thubmnail components
-        for repre, copy_src_item in src_components_to_add:
+        for copy_src_item in src_components_to_add:
             # Make sure thumbnail is disabled
             copy_src_item["thumbnail"] = False
             # Set location

From 629d7f684b1663ffb55905b90495f91ef56ab469 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 19 Nov 2021 13:06:17 +0100
Subject: [PATCH 24/41] use underscore as separator between asset name and
 repre

---
 .../ftrack/plugins/publish/integrate_ftrack_instances.py     | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index 3e29ae0759..fb3ccf1328 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -165,7 +165,10 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
                 first_review_repre = False
             else:
                 # Add representation name to asset name of "not first" review
-                review_item["asset_data"]["name"] += repre["name"].title()
+                asset_name = review_item["asset_data"]["name"]
+                review_item["asset_data"]["name"] = "_".join(
+                    (asset_name, repre["name"])
+                )
 
             # Set location
             review_item["component_location"] = ftrack_server_location

From 77945a386483ac9d3a98297573e2e62deaccecf6 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 19 Nov 2021 13:06:34 +0100
Subject: [PATCH 25/41] fixed component path of unmanager files

---
 .../plugins/publish/integrate_ftrack_instances.py    | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index fb3ccf1328..fb98176d98 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -178,16 +178,20 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         # Create thumbnail components
         # TODO what if there is multiple thumbnails?
         for repre in thumbnail_representations:
-            if not repre.get("published_path"):
+            published_path = repre.get("published_path")
+            if not published_path:
                 comp_files = repre["files"]
                 if isinstance(comp_files, (tuple, list, set)):
                     filename = comp_files[0]
                 else:
                     filename = comp_files
 
-                repre["published_path"] = os.path.join(
+                published_path = os.path.join(
                     repre["stagingDir"], filename
                 )
+                if not os.path.exists(published_path):
+                    continue
+                repre["published_path"] = published_path
 
             # Create copy of base comp item and append it
             thumbnail_item = copy.deepcopy(base_component_item)
@@ -217,12 +221,16 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
 
         # Add others representations as component
         for repre in other_representations:
+            published_path = repre.get("published_path")
+            if not published_path:
+                continue
             # Create copy of base comp item and append it
             other_item = copy.deepcopy(base_component_item)
             other_item["component_data"] = {
                 "name": repre["name"]
             }
             other_item["component_location"] = unmanaged_location
+            other_item["component_path"] = published_path
             component_list.append(other_item)
 
         def json_obj_parser(obj):

From 47093dbc9f125b90255893bd3f2a5b1a1e703079 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 19 Nov 2021 14:24:28 +0100
Subject: [PATCH 26/41] duplicate thumbnail component for all reviews

---
 .../publish/integrate_ftrack_instances.py     | 85 ++++++++++++-------
 1 file changed, 52 insertions(+), 33 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
index fb98176d98..8399e19184 100644
--- a/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
+++ b/openpype/modules/default_modules/ftrack/plugins/publish/integrate_ftrack_instances.py
@@ -124,9 +124,46 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
         # Components that will be duplicated to unmanaged location
         src_components_to_add = []
 
+        # Create thumbnail components
+        # TODO what if there is multiple thumbnails?
+        first_thumbnail_component = None
+        for repre in thumbnail_representations:
+            published_path = repre.get("published_path")
+            if not published_path:
+                comp_files = repre["files"]
+                if isinstance(comp_files, (tuple, list, set)):
+                    filename = comp_files[0]
+                else:
+                    filename = comp_files
+
+                published_path = os.path.join(
+                    repre["stagingDir"], filename
+                )
+                if not os.path.exists(published_path):
+                    continue
+                repre["published_path"] = published_path
+
+            # Create copy of base comp item and append it
+            thumbnail_item = copy.deepcopy(base_component_item)
+            thumbnail_item["component_path"] = repre["published_path"]
+            thumbnail_item["component_data"] = {
+                "name": "thumbnail"
+            }
+            thumbnail_item["thumbnail"] = True
+            # Create copy of item before setting location
+            src_components_to_add.append(copy.deepcopy(thumbnail_item))
+            # Create copy of first thumbnail
+            if first_thumbnail_component is None:
+                first_thumbnail_component = copy.deepcopy(thumbnail_item)
+            # Set location
+            thumbnail_item["component_location"] = ftrack_server_location
+            # Add item to component list
+            component_list.append(thumbnail_item)
+
         # Create review components
         # Change asset name of each new component for review
-        first_review_repre = True
+        is_first_review_repre = True
+        not_first_components = []
         for repre in review_representations:
             frame_start = repre.get("frameStartFtrack")
             frame_end = repre.get("frameEndFtrack")
@@ -161,51 +198,33 @@ class IntegrateFtrackInstance(pyblish.api.InstancePlugin):
             }
             # Create copy of item before setting location or changing asset
             src_components_to_add.append(copy.deepcopy(review_item))
-            if first_review_repre:
-                first_review_repre = False
+            if is_first_review_repre:
+                is_first_review_repre = False
             else:
                 # Add representation name to asset name of "not first" review
                 asset_name = review_item["asset_data"]["name"]
                 review_item["asset_data"]["name"] = "_".join(
                     (asset_name, repre["name"])
                 )
+                not_first_components.append(review_item)
 
             # Set location
             review_item["component_location"] = ftrack_server_location
             # Add item to component list
             component_list.append(review_item)
 
-        # Create thumbnail components
-        # TODO what if there is multiple thumbnails?
-        for repre in thumbnail_representations:
-            published_path = repre.get("published_path")
-            if not published_path:
-                comp_files = repre["files"]
-                if isinstance(comp_files, (tuple, list, set)):
-                    filename = comp_files[0]
-                else:
-                    filename = comp_files
-
-                published_path = os.path.join(
-                    repre["stagingDir"], filename
+        # Duplicate thumbnail component for all not first reviews
+        if first_thumbnail_component is not None:
+            for component_item in not_first_components:
+                asset_name = component_item["asset_data"]["name"]
+                new_thumbnail_component = copy.deepcopy(
+                    first_thumbnail_component
                 )
-                if not os.path.exists(published_path):
-                    continue
-                repre["published_path"] = published_path
-
-            # Create copy of base comp item and append it
-            thumbnail_item = copy.deepcopy(base_component_item)
-            thumbnail_item["component_path"] = repre["published_path"]
-            thumbnail_item["component_data"] = {
-                "name": "thumbnail"
-            }
-            thumbnail_item["thumbnail"] = True
-            # Create copy of item before setting location
-            src_components_to_add.append(copy.deepcopy(thumbnail_item))
-            # Set location
-            thumbnail_item["component_location"] = ftrack_server_location
-            # Add item to component list
-            component_list.append(thumbnail_item)
+                new_thumbnail_component["asset_data"]["name"] = asset_name
+                new_thumbnail_component["component_location"] = (
+                    ftrack_server_location
+                )
+                component_list.append(new_thumbnail_component)
 
         # Add source components for review and thubmnail components
         for copy_src_item in src_components_to_add:

From 6c043355d9a5b08c20c05ba2a9a4102138f69c7c Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 19 Nov 2021 15:13:35 +0100
Subject: [PATCH 27/41] removed unused plugin

---
 .../plugins/publish/extract_harmony_zip.py    | 432 ------------------
 1 file changed, 432 deletions(-)
 delete mode 100644 openpype/hosts/standalonepublisher/plugins/publish/extract_harmony_zip.py

diff --git a/openpype/hosts/standalonepublisher/plugins/publish/extract_harmony_zip.py b/openpype/hosts/standalonepublisher/plugins/publish/extract_harmony_zip.py
deleted file mode 100644
index ceac710bb5..0000000000
--- a/openpype/hosts/standalonepublisher/plugins/publish/extract_harmony_zip.py
+++ /dev/null
@@ -1,432 +0,0 @@
-# -*- coding: utf-8 -*-
-"""Extract Harmony scene from zip file."""
-import glob
-import os
-import shutil
-import six
-import sys
-import tempfile
-import zipfile
-
-import pyblish.api
-from avalon import api, io
-import openpype.api
-from openpype.lib import get_workfile_template_key
-
-
-class ExtractHarmonyZip(openpype.api.Extractor):
-    """Extract Harmony zip."""
-
-    # Pyblish settings
-    label = "Extract Harmony zip"
-    order = pyblish.api.ExtractorOrder + 0.02
-    hosts = ["standalonepublisher"]
-    families = ["scene"]
-
-    # Properties
-    session = None
-    task_types = None
-    task_statuses = None
-    assetversion_statuses = None
-
-    # Presets
-    create_workfile = True
-    default_task = {
-        "name": "harmonyIngest",
-        "type": "Ingest",
-    }
-    default_task_status = "Ingested"
-    assetversion_status = "Ingested"
-
-    def process(self, instance):
-        """Plugin entry point."""
-        context = instance.context
-        self.session = context.data["ftrackSession"]
-        asset_doc = context.data["assetEntity"]
-        # asset_name = instance.data["asset"]
-        subset_name = instance.data["subset"]
-        instance_name = instance.data["name"]
-        family = instance.data["family"]
-        task = context.data["anatomyData"]["task"] or self.default_task
-        project_entity = instance.context.data["projectEntity"]
-        ftrack_id = asset_doc["data"]["ftrackId"]
-        repres = instance.data["representations"]
-        submitted_staging_dir = repres[0]["stagingDir"]
-        submitted_files = repres[0]["files"]
-
-        # Get all the ftrack entities needed
-
-        # Asset Entity
-        query = 'AssetBuild where id is "{}"'.format(ftrack_id)
-        asset_entity = self.session.query(query).first()
-
-        # Project Entity
-        query = 'Project where full_name is "{}"'.format(
-            project_entity["name"]
-        )
-        project_entity = self.session.query(query).one()
-
-        # Get Task types and Statuses for creation if needed
-        self.task_types = self._get_all_task_types(project_entity)
-        self.task_statuses = self._get_all_task_statuses(project_entity)
-
-        # Get Statuses of AssetVersions
-        self.assetversion_statuses = self._get_all_assetversion_statuses(
-            project_entity
-        )
-
-        # Setup the status that we want for the AssetVersion
-        if self.assetversion_status:
-            instance.data["assetversion_status"] = self.assetversion_status
-
-        # Create the default_task if it does not exist
-        if task == self.default_task:
-            existing_tasks = []
-            entity_children = asset_entity.get('children', [])
-            for child in entity_children:
-                if child.entity_type.lower() == 'task':
-                    existing_tasks.append(child['name'].lower())
-
-            if task.lower() in existing_tasks:
-                print("Task {} already exists".format(task))
-
-            else:
-                self.create_task(
-                    name=task,
-                    task_type=self.default_task_type,
-                    task_status=self.default_task_status,
-                    parent=asset_entity,
-                )
-
-        # Find latest version
-        latest_version = self._find_last_version(subset_name, asset_doc)
-        version_number = 1
-        if latest_version is not None:
-            version_number += latest_version
-
-        self.log.info(
-            "Next version of instance \"{}\" will be {}".format(
-                instance_name, version_number
-            )
-        )
-
-        # update instance info
-        instance.data["task"] = task
-        instance.data["version_name"] = "{}_{}".format(subset_name, task)
-        instance.data["family"] = family
-        instance.data["subset"] = subset_name
-        instance.data["version"] = version_number
-        instance.data["latestVersion"] = latest_version
-        instance.data["anatomyData"].update({
-            "subset": subset_name,
-            "family": family,
-            "version": version_number
-        })
-
-        # Copy `families` and check if `family` is not in current families
-        families = instance.data.get("families") or list()
-        if families:
-            families = list(set(families))
-
-        instance.data["families"] = families
-
-        # Prepare staging dir for new instance and zip + sanitize scene name
-        staging_dir = tempfile.mkdtemp(prefix="pyblish_tmp_")
-
-        # Handle if the representation is a .zip and not an .xstage
-        pre_staged = False
-        if submitted_files.endswith(".zip"):
-            submitted_zip_file = os.path.join(submitted_staging_dir,
-                                              submitted_files
-                                              ).replace("\\", "/")
-
-            pre_staged = self.sanitize_prezipped_project(instance,
-                                                         submitted_zip_file,
-                                                         staging_dir)
-
-        # Get the file to work with
-        source_dir = str(repres[0]["stagingDir"])
-        source_file = str(repres[0]["files"])
-
-        staging_scene_dir = os.path.join(staging_dir, "scene")
-        staging_scene = os.path.join(staging_scene_dir, source_file)
-
-        # If the file is an .xstage / directory, we must stage it
-        if not pre_staged:
-            shutil.copytree(source_dir, staging_scene_dir)
-
-        # Rename this latest file as 'scene.xstage'
-        # This is is determined in the collector from the latest scene in a
-        # submitted directory / directory the submitted .xstage is in.
-        # In the case of a zip file being submitted, this is determined within
-        # the self.sanitize_project() method in this extractor.
-        os.rename(staging_scene,
-                  os.path.join(staging_scene_dir, "scene.xstage")
-                  )
-
-        # Required to set the current directory where the zip will end up
-        os.chdir(staging_dir)
-
-        # Create the zip file
-        zip_filepath = shutil.make_archive(os.path.basename(source_dir),
-                                           "zip",
-                                           staging_scene_dir
-                                           )
-
-        zip_filename = os.path.basename(zip_filepath)
-
-        self.log.info("Zip file: {}".format(zip_filepath))
-
-        # Setup representation
-        new_repre = {
-            "name": "zip",
-            "ext": "zip",
-            "files": zip_filename,
-            "stagingDir": staging_dir
-        }
-
-        self.log.debug(
-            "Creating new representation: {}".format(new_repre)
-        )
-        instance.data["representations"] = [new_repre]
-
-        self.log.debug("Completed prep of zipped Harmony scene: {}"
-                       .format(zip_filepath)
-                       )
-
-        # If this extractor is setup to also extract a workfile...
-        if self.create_workfile:
-            workfile_path = self.extract_workfile(instance,
-                                                  staging_scene
-                                                  )
-
-            self.log.debug("Extracted Workfile to: {}".format(workfile_path))
-
-    def extract_workfile(self, instance, staging_scene):
-        """Extract a valid workfile for this corresponding publish.
-
-        Args:
-            instance (:class:`pyblish.api.Instance`): Instance data.
-            staging_scene (str): path of staging scene.
-
-        Returns:
-            str: Path to workdir.
-
-        """
-        # Since the staging scene was renamed to "scene.xstage" for publish
-        # rename the staging scene in the temp stagingdir
-        staging_scene = os.path.join(os.path.dirname(staging_scene),
-                                     "scene.xstage")
-
-        # Setup the data needed to form a valid work path filename
-        anatomy = openpype.api.Anatomy()
-        project_entity = instance.context.data["projectEntity"]
-        asset_entity = io.find_one({
-            "type": "asset",
-            "name": instance.data["asset"]
-        })
-
-        task_name = instance.data.get("task")
-        task_type = asset_entity["data"]["tasks"][task_name].get("type")
-
-        if task_type:
-            task_short = project_entity["config"]["tasks"].get(
-                task_type, {}).get("short_name")
-        else:
-            task_short = None
-
-        data = {
-            "root": api.registered_root(),
-            "project": {
-                "name": project_entity["name"],
-                "code": project_entity["data"].get("code", '')
-            },
-            "asset": instance.data["asset"],
-            "hierarchy": openpype.api.get_hierarchy(instance.data["asset"]),
-            "family": instance.data["family"],
-            "task": {
-                "name": task_name,
-                "type": task_type,
-                "short": task_short,
-            },
-            "subset": instance.data["subset"],
-            "version": 1,
-            "ext": "zip",
-        }
-        host_name = "harmony"
-        template_name = get_workfile_template_key(
-            instance.data.get("task").get("type"),
-            host_name,
-            project_name=project_entity["name"],
-        )
-
-        # Get a valid work filename first with version 1
-        file_template = anatomy.templates[template_name]["file"]
-        anatomy_filled = anatomy.format(data)
-        work_path = anatomy_filled[template_name]["path"]
-
-        # Get the final work filename with the proper version
-        data["version"] = api.last_workfile_with_version(
-            os.path.dirname(work_path),
-            file_template,
-            data,
-            api.HOST_WORKFILE_EXTENSIONS[host_name]
-        )[1]
-
-        base_name = os.path.splitext(os.path.basename(work_path))[0]
-
-        staging_work_path = os.path.join(os.path.dirname(staging_scene),
-                                         base_name + ".xstage"
-                                         )
-
-        # Rename this latest file after the workfile path filename
-        os.rename(staging_scene, staging_work_path)
-
-        # Required to set the current directory where the zip will end up
-        os.chdir(os.path.dirname(os.path.dirname(staging_scene)))
-
-        # Create the zip file
-        zip_filepath = shutil.make_archive(base_name,
-                                           "zip",
-                                           os.path.dirname(staging_scene)
-                                           )
-        self.log.info(staging_scene)
-        self.log.info(work_path)
-        self.log.info(staging_work_path)
-        self.log.info(os.path.dirname(os.path.dirname(staging_scene)))
-        self.log.info(base_name)
-        self.log.info(zip_filepath)
-
-        # Create the work path on disk if it does not exist
-        os.makedirs(os.path.dirname(work_path), exist_ok=True)
-        shutil.copy(zip_filepath, work_path)
-
-        return work_path
-
-    def sanitize_prezipped_project(
-            self, instance, zip_filepath, staging_dir):
-        """Fix when a zip contains a folder.
-
-        Handle zip file root contains folder instead of the project.
-
-        Args:
-            instance (:class:`pyblish.api.Instance`): Instance data.
-            zip_filepath (str): Path to zip.
-            staging_dir (str): Path to staging directory.
-
-        """
-        zip = zipfile.ZipFile(zip_filepath)
-        zip_contents = zipfile.ZipFile.namelist(zip)
-
-        # Determine if any xstage file is in root of zip
-        project_in_root = [pth for pth in zip_contents
-                           if "/" not in pth and pth.endswith(".xstage")]
-
-        staging_scene_dir = os.path.join(staging_dir, "scene")
-
-        # The project is nested, so we must extract and move it
-        if not project_in_root:
-
-            staging_tmp_dir = os.path.join(staging_dir, "tmp")
-
-            with zipfile.ZipFile(zip_filepath, "r") as zip_ref:
-                zip_ref.extractall(staging_tmp_dir)
-
-            nested_project_folder = os.path.join(staging_tmp_dir,
-                                                 zip_contents[0]
-                                                 )
-
-            shutil.copytree(nested_project_folder, staging_scene_dir)
-
-        else:
-            # The project is not nested, so we just extract to scene folder
-            with zipfile.ZipFile(zip_filepath, "r") as zip_ref:
-                zip_ref.extractall(staging_scene_dir)
-
-        latest_file = max(glob.iglob(staging_scene_dir + "/*.xstage"),
-                          key=os.path.getctime).replace("\\", "/")
-
-        instance.data["representations"][0]["stagingDir"] = staging_scene_dir
-        instance.data["representations"][0]["files"] = os.path.basename(
-            latest_file)
-
-        # We have staged the scene already so return True
-        return True
-
-    def _find_last_version(self, subset_name, asset_doc):
-        """Find last version of subset."""
-        subset_doc = io.find_one({
-            "type": "subset",
-            "name": subset_name,
-            "parent": asset_doc["_id"]
-        })
-
-        if subset_doc is None:
-            self.log.debug("Subset entity does not exist yet.")
-        else:
-            version_doc = io.find_one(
-                {
-                    "type": "version",
-                    "parent": subset_doc["_id"]
-                },
-                sort=[("name", -1)]
-            )
-            if version_doc:
-                return int(version_doc["name"])
-        return None
-
-    def _get_all_task_types(self, project):
-        """Get all task types."""
-        tasks = {}
-        proj_template = project['project_schema']
-        temp_task_types = proj_template['_task_type_schema']['types']
-
-        for type in temp_task_types:
-            if type['name'] not in tasks:
-                tasks[type['name']] = type
-
-        return tasks
-
-    def _get_all_task_statuses(self, project):
-        """Get all statuses of tasks."""
-        statuses = {}
-        proj_template = project['project_schema']
-        temp_task_statuses = proj_template.get_statuses("Task")
-
-        for status in temp_task_statuses:
-            if status['name'] not in statuses:
-                statuses[status['name']] = status
-
-        return statuses
-
-    def _get_all_assetversion_statuses(self, project):
-        """Get statuses of all asset versions."""
-        statuses = {}
-        proj_template = project['project_schema']
-        temp_task_statuses = proj_template.get_statuses("AssetVersion")
-
-        for status in temp_task_statuses:
-            if status['name'] not in statuses:
-                statuses[status['name']] = status
-
-        return statuses
-
-    def _create_task(self, name, task_type, parent, task_status):
-        """Create task."""
-        task_data = {
-            'name': name,
-            'parent': parent,
-        }
-        self.log.info(task_type)
-        task_data['type'] = self.task_types[task_type]
-        task_data['status'] = self.task_statuses[task_status]
-        self.log.info(task_data)
-        task = self.session.create('Task', task_data)
-        try:
-            self.session.commit()
-        except Exception:
-            tp, value, tb = sys.exc_info()
-            self.session.rollback()
-            six.reraise(tp, value, tb)
-
-        return task

From 8e07e0e32be02028ca25f4bd19cb6c0caa8a2be9 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Fri, 19 Nov 2021 18:25:58 +0100
Subject: [PATCH 28/41] use list of arguments for ffprobe instead of running
 string with shell=True

---
 openpype/lib/vendor_bin_utils.py | 22 ++++++++++++++--------
 1 file changed, 14 insertions(+), 8 deletions(-)

diff --git a/openpype/lib/vendor_bin_utils.py b/openpype/lib/vendor_bin_utils.py
index a8c75c20da..42f2b34bb2 100644
--- a/openpype/lib/vendor_bin_utils.py
+++ b/openpype/lib/vendor_bin_utils.py
@@ -71,18 +71,24 @@ def ffprobe_streams(path_to_file, logger=None):
         "Getting information about input \"{}\".".format(path_to_file)
     )
     args = [
-        "\"{}\"".format(get_ffmpeg_tool_path("ffprobe")),
-        "-v quiet",
-        "-print_format json",
+        get_ffmpeg_tool_path("ffprobe"),
+        "-hide_banner",
+        "-loglevel", "fatal",
+        "-show_error",
         "-show_format",
         "-show_streams",
-        "\"{}\"".format(path_to_file)
+        "-show_programs",
+        "-show_chapters",
+        "-show_private_data",
+        "-print_format", "json",
+        path_to_file
     ]
-    command = " ".join(args)
-    logger.debug("FFprobe command: \"{}\"".format(command))
+
+    logger.debug("FFprobe command: {}".format(
+        subprocess.list2cmdline(args)
+    ))
     popen = subprocess.Popen(
-        command,
-        shell=True,
+        args,
         stdout=subprocess.PIPE,
         stderr=subprocess.PIPE
     )

From bfcfaf8587c26b26809424c6c7cca8324f50566b Mon Sep 17 00:00:00 2001
From: Petr Kalis <petr.kalis@gmail.com>
Date: Mon, 22 Nov 2021 11:41:35 +0100
Subject: [PATCH 29/41] OP-2401 - added another exception

---
 openpype/modules/default_modules/sync_server/providers/sftp.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/openpype/modules/default_modules/sync_server/providers/sftp.py b/openpype/modules/default_modules/sync_server/providers/sftp.py
index 3390cd5d3d..1585b326bd 100644
--- a/openpype/modules/default_modules/sync_server/providers/sftp.py
+++ b/openpype/modules/default_modules/sync_server/providers/sftp.py
@@ -421,7 +421,8 @@ class SFTPHandler(AbstractProvider):
 
         try:
             return pysftp.Connection(**conn_params)
-        except paramiko.ssh_exception.SSHException:
+        except (paramiko.ssh_exception.SSHException,
+                pysftp.exceptions.ConnectionException):
             log.warning("Couldn't connect", exc_info=True)
 
     def _mark_progress(self, collection, file, representation, server, site,

From 80b34a742a314485f5f358bb605770b3a74ba392 Mon Sep 17 00:00:00 2001
From: Petr Kalis <petr.kalis@gmail.com>
Date: Mon, 22 Nov 2021 11:42:32 +0100
Subject: [PATCH 30/41] OP-2401 - fixed resetting sites in a sequence

---
 .../default_modules/sync_server/sync_server_module.py       | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/openpype/modules/default_modules/sync_server/sync_server_module.py b/openpype/modules/default_modules/sync_server/sync_server_module.py
index cd29d93384..500203f3fc 100644
--- a/openpype/modules/default_modules/sync_server/sync_server_module.py
+++ b/openpype/modules/default_modules/sync_server/sync_server_module.py
@@ -1574,6 +1574,7 @@ class SyncServerModule(OpenPypeModule, ITrayModule):
 
             Use 'force' to remove existing or raises ValueError
         """
+        reseted_existing = False
         for repre_file in representation.pop().get("files"):
             if file_id and file_id != repre_file["_id"]:
                 continue
@@ -1584,12 +1585,15 @@ class SyncServerModule(OpenPypeModule, ITrayModule):
                         self._reset_site_for_file(collection, query,
                                                   elem, repre_file["_id"],
                                                   site_name)
-                        return
+                        reseted_existing = True
                     else:
                         msg = "Site {} already present".format(site_name)
                         log.info(msg)
                         raise ValueError(msg)
 
+        if reseted_existing:
+            return
+
         if not file_id:
             update = {
                 "$push": {"files.$[].sites": elem}

From 1a25c9920e9972667efb4062cb692af604436286 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 14:06:14 +0100
Subject: [PATCH 31/41] fix mapping of indexes

---
 openpype/tools/publisher/widgets/list_view_widgets.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/openpype/tools/publisher/widgets/list_view_widgets.py b/openpype/tools/publisher/widgets/list_view_widgets.py
index e87ea3e130..4b2082e523 100644
--- a/openpype/tools/publisher/widgets/list_view_widgets.py
+++ b/openpype/tools/publisher/widgets/list_view_widgets.py
@@ -785,7 +785,7 @@ class InstanceListView(AbstractInstanceView):
         group_index = self._instance_model.index(
             group_item.row(), group_item.column()
         )
-        proxy_index = self.mapFromSource(group_index)
+        proxy_index = self._proxy_model.mapFromSource(group_index)
         self._instance_view.setExpanded(proxy_index, expanded)
 
     def _on_group_toggle_request(self, group_name, state):
@@ -810,6 +810,6 @@ class InstanceListView(AbstractInstanceView):
 
         self._change_active_instances(instance_ids, active)
 
-        proxy_index = self.mapFromSource(group_item.index())
+        proxy_index = self._proxy_model.mapFromSource(group_item.index())
         if not self._instance_view.isExpanded(proxy_index):
             self._instance_view.expand(proxy_index)

From e5c8dd3e44642dae5d7b8dac6ad9af33baf65b17 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 15:42:02 +0100
Subject: [PATCH 32/41] do not connect to event hub in sync session

---
 openpype/modules/default_modules/ftrack/lib/avalon_sync.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
index 1667031f29..137d7fdcf8 100644
--- a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
+++ b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
@@ -328,7 +328,7 @@ class SyncEntitiesFactory:
             server_url=self._server_url,
             api_key=self._api_key,
             api_user=self._api_user,
-            auto_connect_event_hub=True
+            auto_connect_event_hub=False
         )
 
         self.duplicates = {}

From 825b092743235873c93d09d45fe61f825535c384 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 15:43:38 +0100
Subject: [PATCH 33/41] changed variable name from 'id' to 'ftrack_id'

---
 .../default_modules/ftrack/lib/avalon_sync.py | 24 ++++++++++---------
 1 file changed, 13 insertions(+), 11 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
index 137d7fdcf8..66c61b764c 100644
--- a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
+++ b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
@@ -1171,14 +1171,14 @@ class SyncEntitiesFactory:
 
     def prepare_ftrack_ent_data(self):
         not_set_ids = []
-        for id, entity_dict in self.entities_dict.items():
+        for ftrack_id, entity_dict in self.entities_dict.items():
             entity = entity_dict["entity"]
             if entity is None:
-                not_set_ids.append(id)
+                not_set_ids.append(ftrack_id)
                 continue
 
-            self.entities_dict[id]["final_entity"] = {}
-            self.entities_dict[id]["final_entity"]["name"] = (
+            self.entities_dict[ftrack_id]["final_entity"] = {}
+            self.entities_dict[ftrack_id]["final_entity"]["name"] = (
                 entity_dict["name"]
             )
             data = {}
@@ -1191,11 +1191,13 @@ class SyncEntitiesFactory:
             for key, val in entity_dict.get("hier_attrs", []).items():
                 data[key] = val
 
-            if id == self.ft_project_id:
+            if ftrack_id == self.ft_project_id:
                 project_name = entity["full_name"]
                 data["code"] = entity["name"]
-                self.entities_dict[id]["final_entity"]["data"] = data
-                self.entities_dict[id]["final_entity"]["type"] = "project"
+                self.entities_dict[ftrack_id]["final_entity"]["data"] = data
+                self.entities_dict[ftrack_id]["final_entity"]["type"] = (
+                    "project"
+                )
 
                 proj_schema = entity["project_schema"]
                 task_types = proj_schema["_task_type_schema"]["types"]
@@ -1231,7 +1233,7 @@ class SyncEntitiesFactory:
                         continue
                     project_config[key] = value
 
-                self.entities_dict[id]["final_entity"]["config"] = (
+                self.entities_dict[ftrack_id]["final_entity"]["config"] = (
                     project_config
                 )
                 continue
@@ -1240,9 +1242,9 @@ class SyncEntitiesFactory:
             parents = ent_path_items[1:len(ent_path_items) - 1:]
 
             data["parents"] = parents
-            data["tasks"] = self.entities_dict[id].pop("tasks", {})
-            self.entities_dict[id]["final_entity"]["data"] = data
-            self.entities_dict[id]["final_entity"]["type"] = "asset"
+            data["tasks"] = self.entities_dict[ftrack_id].pop("tasks", {})
+            self.entities_dict[ftrack_id]["final_entity"]["data"] = data
+            self.entities_dict[ftrack_id]["final_entity"]["type"] = "asset"
 
         if not_set_ids:
             self.log.debug((

From bac90bce48b680e1989ecc955e3961dc8dba9aee Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 15:44:28 +0100
Subject: [PATCH 34/41] reverted project condition

---
 .../default_modules/ftrack/lib/avalon_sync.py | 99 +++++++++----------
 1 file changed, 49 insertions(+), 50 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
index 66c61b764c..52c870226c 100644
--- a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
+++ b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
@@ -1192,59 +1192,58 @@ class SyncEntitiesFactory:
                 data[key] = val
 
             if ftrack_id == self.ft_project_id:
-                project_name = entity["full_name"]
-                data["code"] = entity["name"]
+                ent_path_items = [ent["name"] for ent in entity["link"]]
+                parents = ent_path_items[1:len(ent_path_items) - 1:]
+
+                data["parents"] = parents
+                data["tasks"] = self.entities_dict[ftrack_id].pop("tasks", {})
                 self.entities_dict[ftrack_id]["final_entity"]["data"] = data
-                self.entities_dict[ftrack_id]["final_entity"]["type"] = (
-                    "project"
-                )
-
-                proj_schema = entity["project_schema"]
-                task_types = proj_schema["_task_type_schema"]["types"]
-                proj_apps, warnings = get_project_apps(
-                    data.pop("applications", [])
-                )
-                for msg, items in warnings.items():
-                    if not msg or not items:
-                        continue
-                    self.report_items["warning"][msg] = items
-
-                current_project_anatomy_data = get_anatomy_settings(
-                    project_name, exclude_locals=True
-                )
-                anatomy_tasks = current_project_anatomy_data["tasks"]
-                tasks = {}
-                default_type_data = {
-                    "short_name": ""
-                }
-                for task_type in task_types:
-                    task_type_name = task_type["name"]
-                    tasks[task_type_name] = copy.deepcopy(
-                        anatomy_tasks.get(task_type_name)
-                        or default_type_data
-                    )
-
-                project_config = {
-                    "tasks": tasks,
-                    "apps": proj_apps
-                }
-                for key, value in current_project_anatomy_data.items():
-                    if key in project_config or key == "attributes":
-                        continue
-                    project_config[key] = value
-
-                self.entities_dict[ftrack_id]["final_entity"]["config"] = (
-                    project_config
-                )
+                self.entities_dict[ftrack_id]["final_entity"]["type"] = "asset"
                 continue
-
-            ent_path_items = [ent["name"] for ent in entity["link"]]
-            parents = ent_path_items[1:len(ent_path_items) - 1:]
-
-            data["parents"] = parents
-            data["tasks"] = self.entities_dict[ftrack_id].pop("tasks", {})
+            project_name = entity["full_name"]
+            data["code"] = entity["name"]
             self.entities_dict[ftrack_id]["final_entity"]["data"] = data
-            self.entities_dict[ftrack_id]["final_entity"]["type"] = "asset"
+            self.entities_dict[ftrack_id]["final_entity"]["type"] = (
+                "project"
+            )
+
+            proj_schema = entity["project_schema"]
+            task_types = proj_schema["_task_type_schema"]["types"]
+            proj_apps, warnings = get_project_apps(
+                data.pop("applications", [])
+            )
+            for msg, items in warnings.items():
+                if not msg or not items:
+                    continue
+                self.report_items["warning"][msg] = items
+
+            current_project_anatomy_data = get_anatomy_settings(
+                project_name, exclude_locals=True
+            )
+            anatomy_tasks = current_project_anatomy_data["tasks"]
+            tasks = {}
+            default_type_data = {
+                "short_name": ""
+            }
+            for task_type in task_types:
+                task_type_name = task_type["name"]
+                tasks[task_type_name] = copy.deepcopy(
+                    anatomy_tasks.get(task_type_name)
+                    or default_type_data
+                )
+
+            project_config = {
+                "tasks": tasks,
+                "apps": proj_apps
+            }
+            for key, value in current_project_anatomy_data.items():
+                if key in project_config or key == "attributes":
+                    continue
+                project_config[key] = value
+
+            self.entities_dict[ftrack_id]["final_entity"]["config"] = (
+                project_config
+            )
 
         if not_set_ids:
             self.log.debug((

From 0891e3c0a7885c3f979982ef95187b6f3a68dea4 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 15:46:28 +0100
Subject: [PATCH 35/41] do unarchivation a little bit later than in
 'create_avalon_entity'

---
 .../default_modules/ftrack/lib/avalon_sync.py | 36 ++++++++++++-------
 1 file changed, 24 insertions(+), 12 deletions(-)

diff --git a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
index 52c870226c..f78715d31f 100644
--- a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
+++ b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
@@ -22,7 +22,7 @@ from .custom_attributes import get_openpype_attr
 
 from bson.objectid import ObjectId
 from bson.errors import InvalidId
-from pymongo import UpdateOne
+from pymongo import UpdateOne, ReplaceOne
 import ftrack_api
 
 log = Logger.get_logger(__name__)
@@ -341,6 +341,7 @@ class SyncEntitiesFactory:
         }
 
         self.create_list = []
+        self.unarchive_list = []
         self.updates = collections.defaultdict(dict)
 
         self.avalon_project = None
@@ -1807,9 +1808,26 @@ class SyncEntitiesFactory:
         for ftrack_id in self.create_ftrack_ids:
             # CHECK it is possible that entity was already created
             # because is parent of another entity which was processed first
-            if ftrack_id in self.ftrack_avalon_mapper:
-                continue
-            self.create_avalon_entity(ftrack_id)
+            if ftrack_id not in self.ftrack_avalon_mapper:
+                self.create_avalon_entity(ftrack_id)
+
+        unarchive_writes = []
+        for item in self.unarchive_list:
+            mongo_id = item["_id"]
+            unarchive_writes.append(ReplaceOne(
+                {"_id": mongo_id},
+                item
+            ))
+            av_ent_path_items = item["data"]["parents"]
+            av_ent_path_items.append(item["name"])
+            av_ent_path = "/".join(av_ent_path_items)
+            self.log.debug(
+                "Entity was unarchived <{}>".format(av_ent_path)
+            )
+            self.remove_from_archived(mongo_id)
+
+        if unarchive_writes:
+            self.dbcon.bulk_write(unarchive_writes)
 
         if len(self.create_list) > 0:
             self.dbcon.insert_many(self.create_list)
@@ -1900,14 +1918,8 @@ class SyncEntitiesFactory:
 
         if unarchive is False:
             self.create_list.append(item)
-            return
-        # If unarchive then replace entity data in database
-        self.dbcon.replace_one({"_id": new_id}, item)
-        self.remove_from_archived(mongo_id)
-        av_ent_path_items = item["data"]["parents"]
-        av_ent_path_items.append(item["name"])
-        av_ent_path = "/".join(av_ent_path_items)
-        self.log.debug("Entity was unarchived <{}>".format(av_ent_path))
+        else:
+            self.unarchive_list.append(item)
 
     def check_unarchivation(self, ftrack_id, mongo_id, name):
         archived_by_id = self.avalon_archived_by_id.get(mongo_id)

From ddd1470fb52dbc6d67e40ff8b69e563612632711 Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 15:47:01 +0100
Subject: [PATCH 36/41] added links query between processing created ids and
 updates

---
 .../default_modules/ftrack/lib/avalon_sync.py | 51 +++++++++++++++++++
 1 file changed, 51 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
index f78715d31f..0053847a57 100644
--- a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
+++ b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
@@ -1170,6 +1170,33 @@ class SyncEntitiesFactory:
                         entity
                     )
 
+    def _get_input_links(self, ftrack_ids):
+        tupled_ids = tuple(ftrack_ids)
+        mapping_by_to_id = {
+            ftrack_id: set()
+            for ftrack_id in tupled_ids
+        }
+        ids_len = len(tupled_ids)
+        chunk_size = int(5000 / ids_len)
+        all_links = []
+        for idx in range(0, ids_len, chunk_size):
+            entity_ids_joined = join_query_keys(
+                tupled_ids[idx:idx + chunk_size]
+            )
+
+            all_links.extend(self.session.query((
+                "select from_id, to_id from"
+                " TypedContextLink where to_id in ({})"
+            ).format(entity_ids_joined)).all())
+
+        for context_link in all_links:
+            to_id = context_link["to_id"]
+            from_id = context_link["from_id"]
+            if from_id == to_id:
+                continue
+            mapping_by_to_id[to_id].add(from_id)
+        return mapping_by_to_id
+
     def prepare_ftrack_ent_data(self):
         not_set_ids = []
         for ftrack_id, entity_dict in self.entities_dict.items():
@@ -1435,6 +1462,28 @@ class SyncEntitiesFactory:
             for child_id in entity_dict["children"]:
                 children_queue.append(child_id)
 
+    def set_input_links(self):
+        ftrack_ids = set(self.create_ftrack_ids) | set(self.update_ftrack_ids)
+
+        input_links_by_ftrack_id = self._get_input_links(ftrack_ids)
+
+        for ftrack_id in ftrack_ids:
+            input_links = []
+            final_entity = self.entities_dict[ftrack_id]["final_entity"]
+            final_entity["data"]["inputLinks"] = input_links
+            link_ids = input_links_by_ftrack_id[ftrack_id]
+            if not link_ids:
+                continue
+
+            for ftrack_link_id in link_ids:
+                mongo_id = self.ftrack_avalon_mapper.get(ftrack_link_id)
+                if mongo_id is not None:
+                    input_links.append({
+                        "_id": ObjectId(mongo_id),
+                        "linkedBy": "ftrack",
+                        "type": "breakdown"
+                    })
+
     def prepare_changes(self):
         self.log.debug("* Preparing changes for avalon/ftrack")
         hierarchy_changing_ids = []
@@ -1811,6 +1860,8 @@ class SyncEntitiesFactory:
             if ftrack_id not in self.ftrack_avalon_mapper:
                 self.create_avalon_entity(ftrack_id)
 
+        self.set_input_links()
+
         unarchive_writes = []
         for item in self.unarchive_list:
             mongo_id = item["_id"]

From d38807387c7c0b7ce02be8a459fb69351ae4cb4d Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 15:54:26 +0100
Subject: [PATCH 37/41] added input link event handler synchronization

---
 .../event_handlers_server/event_sync_links.py | 145 ++++++++++++++++++
 1 file changed, 145 insertions(+)
 create mode 100644 openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py

diff --git a/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py b/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py
new file mode 100644
index 0000000000..5367fc0fbc
--- /dev/null
+++ b/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py
@@ -0,0 +1,145 @@
+from pymongo import UpdateOne
+from bson.objectid import ObjectId
+
+from avalon.api import AvalonMongoDB
+
+from openpype_modules.ftrack.lib import (
+    CUST_ATTR_ID_KEY,
+    query_custom_attributes,
+
+    BaseEvent
+)
+
+
+class SyncLinksToAvalon(BaseEvent):
+    # Run after sync to avalon event handler
+    priority = 110
+
+    def __init__(self, session):
+        self.dbcon = AvalonMongoDB()
+
+        super(SyncLinksToAvalon, self).__init__(session)
+
+    def launch(self, session, event):
+        # Try to commit and if any error happen then recreate session
+        entities_info = event["data"]["entities"]
+        dependency_changes = []
+        removed_entities = set()
+        for entity_info in entities_info:
+            action = entity_info.get("action")
+            entityType = entity_info.get("entityType")
+            if action not in ("remove", "add"):
+                continue
+
+            if entityType == "task":
+                removed_entities.add(entity_info["entityId"])
+            elif entityType == "dependency":
+                dependency_changes.append(entity_info)
+
+        if not dependency_changes:
+            return
+
+        project_id = None
+        for entity_info in dependency_changes:
+            for parent_info in entity_info["parents"]:
+                if parent_info["entityType"] == "show":
+                    project_id = parent_info["entityId"]
+            if project_id is not None:
+                break
+
+        changed_to_ids = set()
+        for entity_info in dependency_changes:
+            to_id_change = entity_info["changes"]["to_id"]
+            if to_id_change["new"] is not None:
+                changed_to_ids.add(to_id_change["new"])
+
+            if to_id_change["old"] is not None:
+                changed_to_ids.add(to_id_change["old"])
+
+        self._update_in_links(session, changed_to_ids, project_id)
+
+    def _update_in_links(self, session, ftrack_ids, project_id):
+        if not ftrack_ids or project_id is None:
+            return
+
+        attr_def = session.query((
+            "select id from CustomAttributeConfiguration where key is \"{}\""
+        ).format(CUST_ATTR_ID_KEY)).first()
+        if attr_def is None:
+            return
+
+        project_entity = session.query((
+            "select full_name from Project where id is \"{}\""
+        ).format(project_id)).first()
+        if not project_entity:
+            return
+
+        project_name = project_entity["full_name"]
+        mongo_id_by_ftrack_id = self._get_mongo_ids_by_ftrack_ids(
+            session, attr_def["id"], ftrack_ids
+        )
+
+        filtered_ftrack_ids = tuple(mongo_id_by_ftrack_id.keys())
+        context_links = session.query((
+            "select from_id, to_id from TypedContextLink where to_id in ({})"
+        ).format(self.join_query_keys(filtered_ftrack_ids))).all()
+
+        mapping_by_to_id = {
+            ftrack_id: set()
+            for ftrack_id in filtered_ftrack_ids
+        }
+        all_from_ids = set()
+        for context_link in context_links:
+            to_id = context_link["to_id"]
+            from_id = context_link["from_id"]
+            if from_id == to_id:
+                continue
+            all_from_ids.add(from_id)
+            mapping_by_to_id[to_id].add(from_id)
+
+        mongo_id_by_ftrack_id.update(self._get_mongo_ids_by_ftrack_ids(
+            session, attr_def["id"], all_from_ids
+        ))
+        self.log.info(mongo_id_by_ftrack_id)
+        bulk_writes = []
+        for to_id, from_ids in mapping_by_to_id.items():
+            dst_mongo_id = mongo_id_by_ftrack_id[to_id]
+            links = []
+            for ftrack_id in from_ids:
+                link_mongo_id = mongo_id_by_ftrack_id.get(ftrack_id)
+                if link_mongo_id is None:
+                    continue
+
+                links.append({
+                    "_id": ObjectId(link_mongo_id),
+                    "linkedBy": "ftrack",
+                    "type": "breakdown"
+                })
+
+            bulk_writes.append(UpdateOne(
+                {"_id": ObjectId(dst_mongo_id)},
+                {"$set": {"data.inputLinks": links}}
+            ))
+
+        if bulk_writes:
+            self.dbcon.database[project_name].bulk_write(bulk_writes)
+
+    def _get_mongo_ids_by_ftrack_ids(self, session, attr_id, ftrack_ids):
+        output = query_custom_attributes(
+            session, [attr_id], ftrack_ids
+        )
+        mongo_id_by_ftrack_id = {}
+        for item in output:
+            mongo_id = item["value"]
+            if not mongo_id:
+                continue
+
+            ftrack_id = item["entity_id"]
+
+            mongo_id_by_ftrack_id[ftrack_id] = mongo_id
+        return mongo_id_by_ftrack_id
+
+
+def register(session):
+    '''Register plugin. Called when used as an plugin.'''
+    SyncLinksToAvalon(session).register()

From b988508f15021e4a49fdeae199ad9349fd3f3d3a Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 16:03:54 +0100
Subject: [PATCH 38/41] modified get_linked_assets

---
 openpype/lib/avalon_context.py | 41 +++++++++++++++++++++++++---------
 1 file changed, 31 insertions(+), 10 deletions(-)

diff --git a/openpype/lib/avalon_context.py b/openpype/lib/avalon_context.py
index 372e116f43..3e0e0c6ea6 100644
--- a/openpype/lib/avalon_context.py
+++ b/openpype/lib/avalon_context.py
@@ -258,19 +258,40 @@ def get_hierarchy(asset_name=None):
     return "/".join(hierarchy_items)
 
 
-@with_avalon
-def get_linked_assets(asset_entity):
-    """Return linked assets for `asset_entity` from DB
+def get_linked_asset_ids(asset_doc):
+    """Return linked asset ids for `asset_doc` from DB
 
-        Args:
-            asset_entity (dict): asset document from DB
+    Args:
+        asset_doc (dict): Asset document from DB.
 
-        Returns:
-            (list) of MongoDB documents
+    Returns:
+        (list): MongoDB ids of input links.
     """
-    inputs = asset_entity["data"].get("inputs", [])
-    inputs = [avalon.io.find_one({"_id": x}) for x in inputs]
-    return inputs
+    output = []
+    if not asset_doc:
+        return output
+
+    input_links = asset_doc["data"].get("inputsLinks") or []
+    if input_links:
+        output = [item["_id"] for item in input_links]
+    return output
+
+
+@with_avalon
+def get_linked_assets(asset_doc):
+    """Return linked assets for `asset_doc` from DB
+
+    Args:
+        asset_doc (dict): Asset document from DB
+
+    Returns:
+        (list) Asset documents of input links for passed asset doc.
+    """
+    link_ids = get_linked_asset_ids(asset_doc)
+    if not link_ids:
+        return []
+
+    return list(avalon.io.find({"_id": {"$in": link_ids}}))
 
 
 @with_avalon

From 603b69ca4507ec9b4cdfb4c98cf96142d733537c Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Mon, 22 Nov 2021 16:31:40 +0100
Subject: [PATCH 39/41] added few comments

---
 .../ftrack/event_handlers_server/event_sync_links.py            | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py b/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py
index 5367fc0fbc..8c3d858a96 100644
--- a/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py
+++ b/openpype/modules/default_modules/ftrack/event_handlers_server/event_sync_links.py
@@ -12,6 +12,7 @@ from openpype_modules.ftrack.lib import (
 
 
 class SyncLinksToAvalon(BaseEvent):
+    """Synchronize inpug linkts to avalon documents."""
     # Run after sync to avalon event handler
     priority = 110
 
@@ -36,6 +37,7 @@ class SyncLinksToAvalon(BaseEvent):
             elif entityType == "dependency":
                 dependency_changes.append(entity_info)
 
+        # Care only about dependency changes
         if not dependency_changes:
             return
 

From 21c39ae56f07b9640a8d172f755d3e0b83a4c79f Mon Sep 17 00:00:00 2001
From: iLLiCiTiT <jakub.trllo@gmail.com>
Date: Tue, 23 Nov 2021 11:19:35 +0100
Subject: [PATCH 40/41] fix condition

---
 openpype/modules/default_modules/ftrack/lib/avalon_sync.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
index 0053847a57..9e22f80b1c 100644
--- a/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
+++ b/openpype/modules/default_modules/ftrack/lib/avalon_sync.py
@@ -1219,7 +1219,7 @@ class SyncEntitiesFactory:
             for key, val in entity_dict.get("hier_attrs", []).items():
                 data[key] = val
 
-            if ftrack_id == self.ft_project_id:
+            if ftrack_id != self.ft_project_id:
                 ent_path_items = [ent["name"] for ent in entity["link"]]
                 parents = ent_path_items[1:len(ent_path_items) - 1:]
 

From 0603b54ba1b2dabbcd46ba6fede26096e4b3ead6 Mon Sep 17 00:00:00 2001
From: Ondrej Samohel <ondrej.samohel@orbi.tools>
Date: Tue, 23 Nov 2021 15:31:12 +0100
Subject: [PATCH 41/41] fix limit groups

---
 .../plugins/publish/submit_maya_deadline.py      | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/openpype/modules/default_modules/deadline/plugins/publish/submit_maya_deadline.py b/openpype/modules/default_modules/deadline/plugins/publish/submit_maya_deadline.py
index 2d43b0d085..e6c42374ca 100644
--- a/openpype/modules/default_modules/deadline/plugins/publish/submit_maya_deadline.py
+++ b/openpype/modules/default_modules/deadline/plugins/publish/submit_maya_deadline.py
@@ -288,6 +288,22 @@ class MayaSubmitDeadline(pyblish.api.InstancePlugin):
                 "pluginInfo", {})
         )
 
+        self.limit_groups = (
+            context.data["project_settings"].get(
+                "deadline", {}).get(
+                "publish", {}).get(
+                "MayaSubmitDeadline", {}).get(
+                "limit", [])
+        )
+
+        self.group = (
+            context.data["project_settings"].get(
+                "deadline", {}).get(
+                "publish", {}).get(
+                "MayaSubmitDeadline", {}).get(
+                "group", "none")
+        )
+
         context = instance.context
         workspace = context.data["workspaceDir"]
         anatomy = context.data['anatomy']