mirror of
https://github.com/ynput/ayon-core.git
synced 2025-12-26 05:42:15 +01:00
Petr Kalis
parent
e6c7382c7e
commit
ffbf482d12
1 changed files with 335 additions and 41 deletions
|
|
@ -1,9 +1,19 @@
|
|||
import sys
|
||||
|
||||
sys.path.append('c:\\Users\\petrk\\PycharmProjects\\Pype3.0\\pype')
|
||||
sys.path.append(
|
||||
'c:\\Users\\petrk\\PycharmProjects\\Pype3.0\\pype\\repos')
|
||||
sys.path.append(
|
||||
'c:\\Users\\petrk\\PycharmProjects\\Pype3.0\\pype\\repos\\pyblish-base')
|
||||
|
||||
from Qt import QtWidgets, QtCore, QtGui
|
||||
from Qt.QtCore import Qt
|
||||
from avalon import style
|
||||
from avalon.api import AvalonMongoDB
|
||||
from pype.tools.settings.settings.widgets.base import ProjectListWidget
|
||||
from pype.modules import ModulesManager
|
||||
import attr
|
||||
import os
|
||||
|
||||
from pype.lib import PypeLogger
|
||||
log = PypeLogger().get_logger("SyncServer")
|
||||
|
|
@ -23,8 +33,9 @@ class SyncServerWindow(QtWidgets.QDialog):
|
|||
footer.setFixedHeight(20)
|
||||
|
||||
container = QtWidgets.QWidget()
|
||||
projects = SyncProjectListWidget(self)
|
||||
repres = SyncRepresentationWidget(self)
|
||||
projects = SyncProjectListWidget(parent=self)
|
||||
repres = SyncRepresentationWidget(project=projects.current_project,
|
||||
parent=self)
|
||||
|
||||
container_layout = QtWidgets.QHBoxLayout(container)
|
||||
container_layout.setContentsMargins(0, 0, 0, 0)
|
||||
|
|
@ -36,13 +47,6 @@ class SyncServerWindow(QtWidgets.QDialog):
|
|||
|
||||
container.setLayout(container_layout)
|
||||
|
||||
self.dbcon = AvalonMongoDB()
|
||||
self.dbcon.install()
|
||||
self.dbcon.Session["AVALON_PROJECT"] = None
|
||||
|
||||
# Project
|
||||
self.combo_projects = QtWidgets.QComboBox()
|
||||
|
||||
body_layout = QtWidgets.QHBoxLayout(body)
|
||||
body_layout.addWidget(container)
|
||||
body_layout.setContentsMargins(0, 0, 0, 0)
|
||||
|
|
@ -63,6 +67,9 @@ class SyncServerWindow(QtWidgets.QDialog):
|
|||
|
||||
|
||||
class SyncProjectListWidget(ProjectListWidget):
|
||||
"""
|
||||
Lists all projects that are syncronized to choose from
|
||||
"""
|
||||
|
||||
def validate_context_change(self):
|
||||
return True
|
||||
|
|
@ -82,7 +89,6 @@ class SyncProjectListWidget(ProjectListWidget):
|
|||
for project_name in sync_server.get_synced_presets().keys():
|
||||
items.append(project_name)
|
||||
|
||||
print("!!!! items:: {}".format(items))
|
||||
sync_server.log.debug("ld !!!! items:: {}".format(items))
|
||||
for item in items:
|
||||
model.appendRow(QtGui.QStandardItem(item))
|
||||
|
|
@ -110,8 +116,9 @@ class SyncRepresentationWidget(QtWidgets.QWidget):
|
|||
("state", 50)
|
||||
)
|
||||
|
||||
def __init__(self, parent=None):
|
||||
def __init__(self, project=None, parent=None):
|
||||
super(SyncRepresentationWidget, self).__init__(parent)
|
||||
self.project = project
|
||||
|
||||
filter = QtWidgets.QLineEdit()
|
||||
filter.setPlaceholderText("Filter subsets..")
|
||||
|
|
@ -121,28 +128,31 @@ class SyncRepresentationWidget(QtWidgets.QWidget):
|
|||
|
||||
# TODO ? TreeViewSpinner
|
||||
|
||||
table_view = QtWidgets.QTableView()
|
||||
self.table_view = QtWidgets.QTableView()
|
||||
headers = [item[0] for item in self.default_widths]
|
||||
log.debug("!!! headers:: {}".format(headers))
|
||||
model = SyncRepresentationModel(headers)
|
||||
table_view.setModel(model)
|
||||
table_view.setContextMenuPolicy(QtCore.Qt.CustomContextMenu)
|
||||
table_view.setSelectionMode(QtWidgets.QAbstractItemView.ExtendedSelection)
|
||||
table_view.horizontalHeader().setSortIndicator(-1, Qt.AscendingOrder)
|
||||
table_view.setSortingEnabled(True)
|
||||
table_view.setAlternatingRowColors(True)
|
||||
self.table_view.setModel(model)
|
||||
self.table_view.setContextMenuPolicy(QtCore.Qt.CustomContextMenu)
|
||||
self.table_view.setSelectionMode(
|
||||
QtWidgets.QAbstractItemView.ExtendedSelection)
|
||||
self.table_view.horizontalHeader().setSortIndicator(
|
||||
-1, Qt.AscendingOrder)
|
||||
self.table_view.setSortingEnabled(True)
|
||||
self.table_view.setAlternatingRowColors(True)
|
||||
|
||||
layout = QtWidgets.QVBoxLayout(self)
|
||||
layout.setContentsMargins(0, 0, 0, 0)
|
||||
layout.addLayout(top_bar_layout)
|
||||
layout.addWidget(table_view)
|
||||
layout.addWidget(self.table_view)
|
||||
|
||||
table_view.doubleClicked.connect(self._doubleClicked)
|
||||
self.table_view.doubleClicked.connect(self._doubleClicked)
|
||||
|
||||
def _doubleClicked(self, index):
|
||||
log.debug("doubleclicked {}:{}".format(index.row(), index.column))
|
||||
detail_window = SyncServerDetailWindow(index)
|
||||
detail_window.open()
|
||||
_id = self.table_view.model().data(index, Qt.UserRole)
|
||||
log.debug("doubleclicked {}".format(_id))
|
||||
detail_window = SyncServerDetailWindow(_id, self.project)
|
||||
detail_window.exec()
|
||||
|
||||
|
||||
class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
||||
|
|
@ -170,6 +180,25 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
|
||||
numberPopulated = QtCore.Signal(int)
|
||||
|
||||
@attr.s
|
||||
class SyncRepresentation:
|
||||
"""
|
||||
Auxiliary object for easier handling.
|
||||
|
||||
Fields must contain all header values (+ any arbitrary values).
|
||||
"""
|
||||
_id = attr.ib()
|
||||
asset = attr.ib()
|
||||
subset = attr.ib()
|
||||
version = attr.ib()
|
||||
representation = attr.ib()
|
||||
created_dt = attr.ib(default=None)
|
||||
sync_dt = attr.ib(default=None)
|
||||
local_site = attr.ib(default=None)
|
||||
remote_site = attr.ib(default=None)
|
||||
priority = attr.ib(default=None)
|
||||
state = attr.ib(default=None)
|
||||
|
||||
def __init__(self, header, project=None):
|
||||
super(SyncRepresentationModel, self).__init__()
|
||||
self._header = header
|
||||
|
|
@ -210,23 +239,23 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
self.refresh(representations)
|
||||
|
||||
def data(self, index, role):
|
||||
item = self._data[index.row()]
|
||||
if role == Qt.DisplayRole:
|
||||
return self._data[index.row()][index.column()]
|
||||
return attr.asdict(item)[self._header[index.column()]]
|
||||
if role == Qt.UserRole:
|
||||
return item._id
|
||||
|
||||
def rowCount(self, index):
|
||||
return len(self._data)
|
||||
|
||||
def columnCount(self, index):
|
||||
return len(self._data[0])
|
||||
return len(self._header)
|
||||
|
||||
def headerData(self, section, orientation, role):
|
||||
if role == Qt.DisplayRole:
|
||||
if orientation == Qt.Horizontal:
|
||||
return str(self._header[section])
|
||||
|
||||
# if orientation == Qt.Vertical:
|
||||
# return str(self._data[section])
|
||||
|
||||
def refresh(self, representations):
|
||||
self.beginResetModel()
|
||||
self._data = []
|
||||
|
|
@ -243,7 +272,7 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
for repre in representations:
|
||||
context = repre.get("context")
|
||||
# log.debug("!!! context:: {}".format(context))
|
||||
# log.debug("!!! repre:: {}".format(repre))
|
||||
log.debug("!!! repre:: {}".format(repre))
|
||||
# log.debug("!!! repre:: {}".format(type(repre)))
|
||||
created = {}
|
||||
# log.debug("!!! files:: {}".format(repre.get("files", [])))
|
||||
|
|
@ -284,7 +313,8 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
if all(created.get(remote_site, [None])):
|
||||
remote_created = min(created[remote_site])
|
||||
|
||||
item = [
|
||||
item = self.SyncRepresentation(
|
||||
repre.get("_id"),
|
||||
context.get("asset"),
|
||||
context.get("subset"),
|
||||
"v{:0>3d}".format(context.get("version", 1)),
|
||||
|
|
@ -295,7 +325,8 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
remote_site,
|
||||
1,
|
||||
0
|
||||
]
|
||||
)
|
||||
|
||||
self._data.append(item)
|
||||
self._rec_loaded += 1
|
||||
|
||||
|
|
@ -335,11 +366,11 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
def sort(self, index, order):
|
||||
log.debug("!!! sort {} {}".format(index, order))
|
||||
log.debug("!!! orig query {}".format(self.query))
|
||||
self._rec_loaded = 0
|
||||
# limit unwanted first re-sorting by view
|
||||
if index < 0:
|
||||
return
|
||||
|
||||
self._rec_loaded = 0
|
||||
if order == 0:
|
||||
order = 1
|
||||
else:
|
||||
|
|
@ -393,9 +424,10 @@ class SyncRepresentationModel(QtCore.QAbstractTableModel):
|
|||
|
||||
|
||||
class SyncServerDetailWindow(QtWidgets.QDialog):
|
||||
def __init__(self, index, parent=None):
|
||||
def __init__(self, _id, project, parent=None):
|
||||
log.debug(
|
||||
"!!! SyncServerDetailWindow _id:: {}".format(_id))
|
||||
super(SyncServerDetailWindow, self).__init__(parent)
|
||||
log.debug("SyncServerDetailWindow {}:{}".format(index.row(), index.column))
|
||||
self.setWindowFlags(QtCore.Qt.Window)
|
||||
self.setFocusPolicy(QtCore.Qt.StrongFocus)
|
||||
|
||||
|
|
@ -410,7 +442,7 @@ class SyncServerDetailWindow(QtWidgets.QDialog):
|
|||
self.dbcon.install()
|
||||
self.dbcon.Session["AVALON_PROJECT"] = None
|
||||
|
||||
container = SyncRepresentationDetailWidget(self)
|
||||
container = SyncRepresentationDetailWidget(_id, project, parent=self)
|
||||
body_layout = QtWidgets.QHBoxLayout(body)
|
||||
body_layout.addWidget(container)
|
||||
body_layout.setContentsMargins(0, 0, 0, 0)
|
||||
|
|
@ -436,16 +468,17 @@ class SyncRepresentationDetailWidget(QtWidgets.QWidget):
|
|||
default_widths = (
|
||||
("file", 230),
|
||||
("created_dt", 120),
|
||||
("sync_dt", 85),
|
||||
("sync_dt", 120),
|
||||
("local_site", 80),
|
||||
("remote_site", 60),
|
||||
("priority", 55),
|
||||
("state", 50)
|
||||
)
|
||||
|
||||
def __init__(self, parent=None):
|
||||
def __init__(self, _id=None, project=None, parent=None):
|
||||
super(SyncRepresentationDetailWidget, self).__init__(parent)
|
||||
|
||||
log.debug(
|
||||
"!!! SyncRepresentationDetailWidget _id:: {}".format(_id))
|
||||
filter = QtWidgets.QLineEdit()
|
||||
filter.setPlaceholderText("Filter subsets..")
|
||||
|
||||
|
|
@ -456,7 +489,7 @@ class SyncRepresentationDetailWidget(QtWidgets.QWidget):
|
|||
headers = [item[0] for item in self.default_widths]
|
||||
log.debug("!!! SyncRepresentationDetailWidget headers:: {}".format(headers))
|
||||
|
||||
model = SyncRepresentationModel(headers)
|
||||
model = SyncRepresentationDetailModel(headers, _id, project)
|
||||
table_view.setModel(model)
|
||||
table_view.setContextMenuPolicy(QtCore.Qt.CustomContextMenu)
|
||||
table_view.setSelectionMode(
|
||||
|
|
@ -470,15 +503,103 @@ class SyncRepresentationDetailWidget(QtWidgets.QWidget):
|
|||
layout.addLayout(top_bar_layout)
|
||||
layout.addWidget(table_view)
|
||||
|
||||
# def data(self, index, role):
|
||||
# if role == Qt.DisplayRole:
|
||||
# return self._data[index.row()][index.column()]
|
||||
#
|
||||
# def rowCount(self, index):
|
||||
# return len(self._data)
|
||||
#
|
||||
# def columnCount(self, index):
|
||||
# return len((self._header)
|
||||
#
|
||||
# def headerData(self, section, orientation, role):
|
||||
# if role == Qt.DisplayRole:
|
||||
# if orientation == Qt.Horizontal:
|
||||
# return str(self._header[section])
|
||||
#
|
||||
# # if orientation == Qt.Vertical:
|
||||
# # return str(self._data[section])
|
||||
|
||||
|
||||
class SyncRepresentationDetailModel(QtCore.QAbstractTableModel):
|
||||
PAGE_SIZE = 30
|
||||
# TODO add filename to sort
|
||||
DEFAULT_SORT = {
|
||||
"files._id": 1
|
||||
}
|
||||
SORT_BY_COLUMN = [
|
||||
"files._id"
|
||||
"_id", # local created_dt
|
||||
"order.created_dt", # remote created_dt
|
||||
"files.sites.name", # TEMP # local progress
|
||||
"files.sites.name", # TEMP# remote progress
|
||||
"context.asset", # priority
|
||||
"context.asset" # state
|
||||
]
|
||||
|
||||
@attr.s
|
||||
class SyncRepresentationDetail:
|
||||
"""
|
||||
Auxiliary object for easier handling.
|
||||
|
||||
Fields must contain all header values (+ any arbitrary values).
|
||||
"""
|
||||
_id = attr.ib()
|
||||
file = attr.ib()
|
||||
created_dt = attr.ib(default=None)
|
||||
sync_dt = attr.ib(default=None)
|
||||
local_site = attr.ib(default=None)
|
||||
remote_site = attr.ib(default=None)
|
||||
priority = attr.ib(default=None)
|
||||
state = attr.ib(default=None)
|
||||
|
||||
def __init__(self, header, _id, project=None):
|
||||
super(SyncRepresentationDetailModel, self).__init__()
|
||||
self._header = header
|
||||
self._data = []
|
||||
self._project = project
|
||||
self._rec_loaded = 0
|
||||
self._buffer = [] # stash one page worth of records (actually cursor)
|
||||
self._id = _id
|
||||
log.debug("!!! init _id: {}".format(self._id))
|
||||
self._initialized = False
|
||||
|
||||
self.dbcon = AvalonMongoDB()
|
||||
self.dbcon.install()
|
||||
self.dbcon.Session["AVALON_PROJECT"] = self._project or 'petr_test' # TEMP
|
||||
|
||||
manager = ModulesManager()
|
||||
sync_server = manager.modules_by_name["sync_server"]
|
||||
# TODO think about admin mode
|
||||
# this is for regular user, always only single local and single remote
|
||||
self.local_site, self.remote_site = \
|
||||
sync_server.get_sites_for_project('petr_test')
|
||||
|
||||
self.sort = self.DEFAULT_SORT
|
||||
|
||||
# in case we would like to hide/show some columns
|
||||
self.projection = {
|
||||
"files": 1
|
||||
}
|
||||
|
||||
self.query = self.get_default_query()
|
||||
log.debug("!!! init query: {}".format(self.query))
|
||||
representations = self.dbcon.aggregate(self.query)
|
||||
self.refresh(representations)
|
||||
|
||||
def data(self, index, role):
|
||||
item = self._data[index.row()]
|
||||
if role == Qt.DisplayRole:
|
||||
return self._data[index.row()][index.column()]
|
||||
return attr.asdict(item)[self._header[index.column()]]
|
||||
if role == Qt.UserRole:
|
||||
return item._id
|
||||
|
||||
def rowCount(self, index):
|
||||
return len(self._data)
|
||||
|
||||
def columnCount(self, index):
|
||||
return len(self._data[0])
|
||||
return len(self._header)
|
||||
|
||||
def headerData(self, section, orientation, role):
|
||||
if role == Qt.DisplayRole:
|
||||
|
|
@ -488,3 +609,176 @@ class SyncRepresentationDetailWidget(QtWidgets.QWidget):
|
|||
# if orientation == Qt.Vertical:
|
||||
# return str(self._data[section])
|
||||
|
||||
def refresh(self, representations):
|
||||
self.beginResetModel()
|
||||
self._data = []
|
||||
self._rec_loaded = 0
|
||||
log.debug("!!! refresh sort {}".format(self.sort))
|
||||
|
||||
self._add_page_records(self.local_site, self.remote_site,
|
||||
representations)
|
||||
self.endResetModel()
|
||||
|
||||
def _add_page_records(self, local_site, remote_site, representations):
|
||||
"""
|
||||
Process all records from 'representation' and add them to storage.
|
||||
|
||||
Args:
|
||||
local_site (str): name of local site (mine)
|
||||
remote_site (str): name of cloud provider (theirs)
|
||||
representations (Mongo Cursor)
|
||||
"""
|
||||
for repre in representations:
|
||||
# log.debug("!!! repre:: {}".format(repre))
|
||||
created = {}
|
||||
# log.debug("!!! files:: {}".format(repre.get("files", [])))
|
||||
files = repre.get("files", [])
|
||||
if isinstance(files, dict): # aggregate returns dictionary
|
||||
files = [files]
|
||||
for file in files:
|
||||
log.debug("!!! file:: {}".format(file))
|
||||
sites = file.get("sites")
|
||||
# log.debug("!!! sites:: {}".format(sites))
|
||||
for site in sites:
|
||||
log.debug("!!! site:: {}".format(site))
|
||||
# log.debug("!!! site:: {}".format(type(site)))
|
||||
if not isinstance(site, dict):
|
||||
# log.debug("Obsolete site {} for {}".format(
|
||||
# site, repre.get("_id")))
|
||||
continue
|
||||
|
||||
if site.get("name") != local_site and \
|
||||
site.get("name") != remote_site:
|
||||
continue
|
||||
|
||||
if not created.get(site.get("name")):
|
||||
created[site.get("name")] = []
|
||||
|
||||
created[site.get("name")].append(site.get("created_dt"))
|
||||
|
||||
local_created = created.get(local_site)
|
||||
remote_created = created.get(remote_site)
|
||||
|
||||
item = self.SyncRepresentationDetail(
|
||||
repre.get("_id"),
|
||||
os.path.basename(file["path"]),
|
||||
str(local_created),
|
||||
str(remote_created),
|
||||
local_site,
|
||||
remote_site,
|
||||
1,
|
||||
0
|
||||
)
|
||||
self._data.append(item)
|
||||
self._rec_loaded += 1
|
||||
|
||||
log.debug("!!! _add_page_records _rec_loaded:: {}".format(self._rec_loaded))
|
||||
|
||||
def canFetchMore(self, index):
|
||||
"""
|
||||
Check if there are more records than currently loaded
|
||||
"""
|
||||
# 'skip' might be suboptimal when representation hits 500k+
|
||||
self._buffer = list(self.dbcon.aggregate(self.query))
|
||||
log.debug("!!! canFetchMore _rec_loaded:: {}".format(self._rec_loaded))
|
||||
log.debug("!!! self._buffer.count():: {}".format(len(self._buffer)))
|
||||
return len(self._buffer) > self._rec_loaded
|
||||
|
||||
def fetchMore(self, index):
|
||||
"""
|
||||
Add more record to model.
|
||||
|
||||
Called when 'canFetchMore' returns true, which means there are
|
||||
more records in DB than loaded.
|
||||
'self._buffer' is used to stash cursor to limit requery
|
||||
"""
|
||||
log.debug("fetchMore")
|
||||
# cursor.count() returns always total number, not only skipped + limit
|
||||
remainder = len(self._buffer) - self._rec_loaded
|
||||
items_to_fetch = min(self.PAGE_SIZE, remainder)
|
||||
log.debug("items_to_fetch {}".format(items_to_fetch))
|
||||
self.beginInsertRows(index,
|
||||
self._rec_loaded,
|
||||
self._rec_loaded + items_to_fetch - 1)
|
||||
self._add_page_records(self.local_site, self.remote_site, self._buffer)
|
||||
|
||||
self.endInsertRows()
|
||||
|
||||
def sort(self, index, order):
|
||||
log.debug("!!! sort {} {}".format(index, order))
|
||||
log.debug("!!! orig query {}".format(self.query))
|
||||
# limit unwanted first re-sorting by view
|
||||
if index < 0:
|
||||
return
|
||||
|
||||
self._rec_loaded = 0 # change sort - reset from start
|
||||
|
||||
if order == 0:
|
||||
order = 1
|
||||
else:
|
||||
order = -1
|
||||
|
||||
if index < 2:
|
||||
self.sort = {self.SORT_BY_COLUMN[index]: order}
|
||||
self.query = self.get_default_query()
|
||||
elif index == 2:
|
||||
self.sort = {self.SORT_BY_COLUMN[index]: order}
|
||||
self.query = [
|
||||
{"$match": {
|
||||
"type": "representation",
|
||||
"_id": self._id,
|
||||
"files.sites": {
|
||||
"$elemMatch": {
|
||||
"name": self.remote_site,
|
||||
"created_dt": {"$exists": 1}
|
||||
},
|
||||
}
|
||||
}},
|
||||
{"$unwind": "$files"},
|
||||
{"$addFields": {
|
||||
"order": {
|
||||
"$filter": {
|
||||
"input": "$files.sites",
|
||||
"as": "p",
|
||||
"cond": {"$eq": ["$$p.name", self.remote_site]}
|
||||
}
|
||||
}
|
||||
}},
|
||||
{"$sort": self.sort},
|
||||
{"$limit": self.PAGE_SIZE},
|
||||
{"$skip": self._rec_loaded},
|
||||
{"$project": self.projection}
|
||||
]
|
||||
log.debug("!!! sort {}".format(self.sort))
|
||||
log.debug("!!! query {}".format(self.query))
|
||||
representations = self.dbcon.aggregate(self.query)
|
||||
self.refresh(representations)
|
||||
|
||||
def get_default_query(self):
|
||||
"""
|
||||
Gets query that gets used when no extra sorting, filtering or
|
||||
projecting is needed.
|
||||
|
||||
Called for basic table view.
|
||||
"""
|
||||
return [
|
||||
{"$match": {
|
||||
"type": "representation",
|
||||
"_id": self._id
|
||||
}},
|
||||
{"$sort": self.sort},
|
||||
{"$limit": self.PAGE_SIZE},
|
||||
{"$skip": self._rec_loaded},
|
||||
{"$project": self.projection}
|
||||
]
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
||||
app = QtWidgets.QApplication(sys.argv)
|
||||
#app.setWindowIcon(QtGui.QIcon(style.app_icon_path()))
|
||||
os.environ["PYPE_MONGO"] = "1"
|
||||
|
||||
widget = SyncServerWindow()
|
||||
widget.show()
|
||||
|
||||
sys.exit(app.exec_())
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue