mirror of
https://github.com/ynput/ayon-core.git
synced 2026-01-01 16:34:53 +01:00
388 lines
13 KiB
Python
388 lines
13 KiB
Python
import os
|
|
import sys
|
|
import json
|
|
import copy
|
|
import tempfile
|
|
import contextlib
|
|
import subprocess
|
|
from collections import OrderedDict
|
|
|
|
from maya import cmds
|
|
|
|
import pyblish.api
|
|
import avalon.maya
|
|
from avalon import io, api
|
|
|
|
import pype.api
|
|
from pype.hosts.maya import lib
|
|
|
|
# Modes for transfer
|
|
COPY = 1
|
|
HARDLINK = 2
|
|
|
|
|
|
def find_paths_by_hash(texture_hash):
|
|
# Find the texture hash key in the dictionary and all paths that
|
|
# originate from it.
|
|
key = "data.sourceHashes.{0}".format(texture_hash)
|
|
return io.distinct(key, {"type": "version"})
|
|
|
|
|
|
def maketx(source, destination, *args):
|
|
"""Make .tx using maketx with some default settings.
|
|
The settings are based on default as used in Arnold's
|
|
txManager in the scene.
|
|
This function requires the `maketx` executable to be
|
|
on the `PATH`.
|
|
Args:
|
|
source (str): Path to source file.
|
|
destination (str): Writing destination path.
|
|
"""
|
|
|
|
cmd = [
|
|
"maketx",
|
|
"-v", # verbose
|
|
"-u", # update mode
|
|
# unpremultiply before conversion (recommended when alpha present)
|
|
"--unpremult",
|
|
"--checknan",
|
|
# use oiio-optimized settings for tile-size, planarconfig, metadata
|
|
"--oiio",
|
|
"--filter lanczos3",
|
|
]
|
|
|
|
cmd.extend(args)
|
|
cmd.extend(["-o", destination, source])
|
|
|
|
cmd = " ".join(cmd)
|
|
|
|
CREATE_NO_WINDOW = 0x08000000
|
|
kwargs = dict(args=cmd, stderr=subprocess.STDOUT)
|
|
|
|
if sys.platform == "win32":
|
|
kwargs["creationflags"] = CREATE_NO_WINDOW
|
|
try:
|
|
out = subprocess.check_output(**kwargs)
|
|
except subprocess.CalledProcessError as exc:
|
|
print(exc)
|
|
import traceback
|
|
|
|
traceback.print_exc()
|
|
raise
|
|
|
|
return out
|
|
|
|
|
|
@contextlib.contextmanager
|
|
def no_workspace_dir():
|
|
"""Force maya to a fake temporary workspace directory.
|
|
|
|
Note: This is not maya.cmds.workspace 'rootDirectory' but the 'directory'
|
|
|
|
This helps to avoid Maya automatically remapping image paths to files
|
|
relative to the currently set directory.
|
|
|
|
"""
|
|
|
|
# Store current workspace
|
|
original = cmds.workspace(query=True, directory=True)
|
|
|
|
# Set a fake workspace
|
|
fake_workspace_dir = tempfile.mkdtemp()
|
|
cmds.workspace(directory=fake_workspace_dir)
|
|
|
|
try:
|
|
yield
|
|
finally:
|
|
try:
|
|
cmds.workspace(directory=original)
|
|
except RuntimeError:
|
|
# If the original workspace directory didn't exist either
|
|
# ignore the fact that it fails to reset it to the old path
|
|
pass
|
|
|
|
# Remove the temporary directory
|
|
os.rmdir(fake_workspace_dir)
|
|
|
|
|
|
class ExtractLook(pype.api.Extractor):
|
|
"""Extract Look (Maya Ascii + JSON)
|
|
|
|
Only extracts the sets (shadingEngines and alike) alongside a .json file
|
|
that stores it relationships for the sets and "attribute" data for the
|
|
instance members.
|
|
|
|
"""
|
|
|
|
label = "Extract Look (Maya ASCII + JSON)"
|
|
hosts = ["maya"]
|
|
families = ["look"]
|
|
order = pyblish.api.ExtractorOrder + 0.2
|
|
|
|
def process(self, instance):
|
|
|
|
# Define extract output file path
|
|
dir_path = self.staging_dir(instance)
|
|
maya_fname = "{0}.ma".format(instance.name)
|
|
json_fname = "{0}.json".format(instance.name)
|
|
|
|
# Make texture dump folder
|
|
maya_path = os.path.join(dir_path, maya_fname)
|
|
json_path = os.path.join(dir_path, json_fname)
|
|
|
|
self.log.info("Performing extraction..")
|
|
|
|
# Remove all members of the sets so they are not included in the
|
|
# exported file by accident
|
|
self.log.info("Extract sets (Maya ASCII) ...")
|
|
lookdata = instance.data["lookData"]
|
|
relationships = lookdata["relationships"]
|
|
sets = relationships.keys()
|
|
|
|
# Extract the textures to transfer, possibly convert with maketx and
|
|
# remap the node paths to the destination path. Note that a source
|
|
# might be included more than once amongst the resources as they could
|
|
# be the input file to multiple nodes.
|
|
resources = instance.data["resources"]
|
|
do_maketx = instance.data.get("maketx", False)
|
|
|
|
# Collect all unique files used in the resources
|
|
files = set()
|
|
files_metadata = dict()
|
|
for resource in resources:
|
|
# Preserve color space values (force value after filepath change)
|
|
# This will also trigger in the same order at end of context to
|
|
# ensure after context it's still the original value.
|
|
color_space = resource.get("color_space")
|
|
|
|
for f in resource["files"]:
|
|
|
|
files_metadata[os.path.normpath(f)] = {
|
|
"color_space": color_space}
|
|
# files.update(os.path.normpath(f))
|
|
|
|
# Process the resource files
|
|
transfers = list()
|
|
hardlinks = list()
|
|
hashes = dict()
|
|
forceCopy = instance.data.get("forceCopy", False)
|
|
|
|
self.log.info(files)
|
|
for filepath in files_metadata:
|
|
|
|
cspace = files_metadata[filepath]["color_space"]
|
|
linearise = False
|
|
if cspace == "sRGB":
|
|
linearise = True
|
|
# set its file node to 'raw' as tx will be linearized
|
|
files_metadata[filepath]["color_space"] = "raw"
|
|
|
|
source, mode, hash = self._process_texture(
|
|
filepath,
|
|
do_maketx,
|
|
staging=dir_path,
|
|
linearise=linearise,
|
|
force=forceCopy
|
|
)
|
|
destination = self.resource_destination(instance,
|
|
source,
|
|
do_maketx)
|
|
|
|
# Force copy is specified.
|
|
if forceCopy:
|
|
mode = COPY
|
|
|
|
if mode == COPY:
|
|
transfers.append((source, destination))
|
|
self.log.info('copying')
|
|
elif mode == HARDLINK:
|
|
hardlinks.append((source, destination))
|
|
self.log.info('hardlinking')
|
|
|
|
# Store the hashes from hash to destination to include in the
|
|
# database
|
|
hashes[hash] = destination
|
|
|
|
# Remap the resources to the destination path (change node attributes)
|
|
destinations = dict()
|
|
remap = OrderedDict() # needs to be ordered, see color space values
|
|
for resource in resources:
|
|
source = os.path.normpath(resource["source"])
|
|
if source not in destinations:
|
|
# Cache destination as source resource might be included
|
|
# multiple times
|
|
destinations[source] = self.resource_destination(
|
|
instance, source, do_maketx
|
|
)
|
|
|
|
# Preserve color space values (force value after filepath change)
|
|
# This will also trigger in the same order at end of context to
|
|
# ensure after context it's still the original value.
|
|
color_space_attr = resource["node"] + ".colorSpace"
|
|
color_space = cmds.getAttr(color_space_attr)
|
|
if files_metadata[source]["color_space"] == "raw":
|
|
# set colorpsace to raw if we linearized it
|
|
color_space = "Raw"
|
|
# Remap file node filename to destination
|
|
attr = resource["attribute"]
|
|
remap[attr] = destinations[source]
|
|
remap[color_space_attr] = color_space
|
|
|
|
self.log.info("Finished remapping destinations ...")
|
|
|
|
# Extract in correct render layer
|
|
layer = instance.data.get("renderlayer", "defaultRenderLayer")
|
|
with lib.renderlayer(layer):
|
|
# TODO: Ensure membership edits don't become renderlayer overrides
|
|
with lib.empty_sets(sets, force=True):
|
|
# To avoid Maya trying to automatically remap the file
|
|
# textures relative to the `workspace -directory` we force
|
|
# it to a fake temporary workspace. This fixes textures
|
|
# getting incorrectly remapped. (LKD-17, PLN-101)
|
|
with no_workspace_dir():
|
|
with lib.attribute_values(remap):
|
|
with avalon.maya.maintained_selection():
|
|
cmds.select(sets, noExpand=True)
|
|
cmds.file(
|
|
maya_path,
|
|
force=True,
|
|
typ="mayaAscii",
|
|
exportSelected=True,
|
|
preserveReferences=False,
|
|
channels=True,
|
|
constraints=True,
|
|
expressions=True,
|
|
constructionHistory=True,
|
|
)
|
|
|
|
# Write the JSON data
|
|
self.log.info("Extract json..")
|
|
data = {
|
|
"attributes": lookdata["attributes"],
|
|
"relationships": relationships
|
|
}
|
|
|
|
with open(json_path, "w") as f:
|
|
json.dump(data, f)
|
|
|
|
if "files" not in instance.data:
|
|
instance.data["files"] = list()
|
|
if "hardlinks" not in instance.data:
|
|
instance.data["hardlinks"] = list()
|
|
if "transfers" not in instance.data:
|
|
instance.data["transfers"] = list()
|
|
|
|
instance.data["files"].append(maya_fname)
|
|
instance.data["files"].append(json_fname)
|
|
|
|
instance.data["representations"] = []
|
|
instance.data["representations"].append(
|
|
{
|
|
"name": "ma",
|
|
"ext": "ma",
|
|
"files": os.path.basename(maya_fname),
|
|
"stagingDir": os.path.dirname(maya_fname),
|
|
}
|
|
)
|
|
instance.data["representations"].append(
|
|
{
|
|
"name": "json",
|
|
"ext": "json",
|
|
"files": os.path.basename(json_fname),
|
|
"stagingDir": os.path.dirname(json_fname),
|
|
}
|
|
)
|
|
|
|
# Set up the resources transfers/links for the integrator
|
|
instance.data["transfers"].extend(transfers)
|
|
instance.data["hardlinks"].extend(hardlinks)
|
|
|
|
# Source hash for the textures
|
|
instance.data["sourceHashes"] = hashes
|
|
|
|
"""
|
|
self.log.info("Returning colorspaces to their original values ...")
|
|
for attr, value in remap.items():
|
|
self.log.info(" - {}: {}".format(attr, value))
|
|
cmds.setAttr(attr, value, type="string")
|
|
"""
|
|
self.log.info("Extracted instance '%s' to: %s" % (instance.name,
|
|
maya_path))
|
|
|
|
def resource_destination(self, instance, filepath, do_maketx):
|
|
anatomy = instance.context.data["anatomy"]
|
|
|
|
resources_dir = instance.data["resourcesDir"]
|
|
|
|
# Compute destination location
|
|
basename, ext = os.path.splitext(os.path.basename(filepath))
|
|
|
|
# If maketx then the texture will always end with .tx
|
|
if do_maketx:
|
|
ext = ".tx"
|
|
|
|
return os.path.join(
|
|
resources_dir, basename + ext
|
|
)
|
|
|
|
def _process_texture(self, filepath, do_maketx, staging, linearise, force):
|
|
"""Process a single texture file on disk for publishing.
|
|
This will:
|
|
1. Check whether it's already published, if so it will do hardlink
|
|
2. If not published and maketx is enabled, generate a new .tx file.
|
|
3. Compute the destination path for the source file.
|
|
Args:
|
|
filepath (str): The source file path to process.
|
|
do_maketx (bool): Whether to produce a .tx file
|
|
Returns:
|
|
"""
|
|
|
|
fname, ext = os.path.splitext(os.path.basename(filepath))
|
|
|
|
args = []
|
|
if do_maketx:
|
|
args.append("maketx")
|
|
texture_hash = pype.api.source_hash(filepath, *args)
|
|
|
|
# If source has been published before with the same settings,
|
|
# then don't reprocess but hardlink from the original
|
|
existing = find_paths_by_hash(texture_hash)
|
|
if existing and not force:
|
|
self.log.info("Found hash in database, preparing hardlink..")
|
|
source = next((p for p in existing if os.path.exists(p)), None)
|
|
if filepath:
|
|
return source, HARDLINK, texture_hash
|
|
else:
|
|
self.log.warning(
|
|
("Paths not found on disk, "
|
|
"skipping hardlink: %s") % (existing,)
|
|
)
|
|
|
|
if do_maketx and ext != ".tx":
|
|
# Produce .tx file in staging if source file is not .tx
|
|
converted = os.path.join(staging, "resources", fname + ".tx")
|
|
|
|
if linearise:
|
|
self.log.info("tx: converting sRGB -> linear")
|
|
colorconvert = "--colorconvert sRGB linear"
|
|
else:
|
|
colorconvert = ""
|
|
|
|
# Ensure folder exists
|
|
if not os.path.exists(os.path.dirname(converted)):
|
|
os.makedirs(os.path.dirname(converted))
|
|
|
|
self.log.info("Generating .tx file for %s .." % filepath)
|
|
maketx(
|
|
filepath,
|
|
converted,
|
|
# Include `source-hash` as string metadata
|
|
"-sattrib",
|
|
"sourceHash",
|
|
texture_hash,
|
|
colorconvert,
|
|
)
|
|
|
|
return converted, COPY, texture_hash
|
|
|
|
return filepath, COPY, texture_hash
|