added scripts to be able to be run as subprocess, one for storing, second for processing events

pype/ftrack/ftrack_server/parallel_event_server/sub_event_processor.py

@@ -0,0 +1,46 @@
+import os
+import sys
+import datetime
+import signal
+import socket
+import pymongo
+
+from pype.ftrack.ftrack_server import FtrackServer
+from session_processor import ProcessSession
+from pypeapp import Logger
+
+log = Logger().get_logger("Event storer")
+
+
+def main(args):
+    port = int(args[-1])
+    # Create a TCP/IP socket
+    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+
+    # Connect the socket to the port where the server is listening
+    server_address = ("localhost", port)
+    log.debug("Processor connected to {} port {}".format(*server_address))
+    sock.connect(server_address)
+
+    sock.sendall(b"CreatedProcess")
+    try:
+        session = ProcessSession(auto_connect_event_hub=True, sock=sock)
+        server = FtrackServer('event')
+        log.debug("Launched Ftrack Event processor")
+        server.run_server(session)
+
+    finally:
+        log.debug("First closing socket")
+        sock.close()
+        return 1
+
+
+if __name__ == "__main__":
+    # Register interupt signal
+    def signal_handler(sig, frame):
+        print("You pressed Ctrl+C. Process ended.")
+        sys.exit(0)
+
+    signal.signal(signal.SIGINT, signal_handler)
+
+    main(sys.argv)

pype/ftrack/ftrack_server/parallel_event_server/sub_event_storer.py

@@ -0,0 +1,97 @@
+import os
+import sys
+import datetime
+import signal
+import socket
+import pymongo
+
+from pype.ftrack.ftrack_server import FtrackServer
+from pype.ftrack.lib.custom_db_connector import DbConnector
+from pype.ftrack.ftrack_server.parallel_event_server.session_storer import StorerSession
+from pypeapp import Logger
+
+log = Logger().get_logger("Event storer")
+
+
+dbcon = DbConnector(
+    mongo_url=os.environ["AVALON_MONGO"],
+    database_name="pype"
+)
+table_name = "ftrack_events"
+
+# ignore_topics = ["ftrack.meta.connected"]
+ignore_topics = []
+
+def install_db():
+    dbcon.install()
+    dbcon.create_table(table_name, capped=False)
+    dbcon.active_table = table_name
+
+def launch(event):
+    if event.get("topic") in ignore_topics:
+        return
+
+    event_data = event._data
+    event_id = event["id"]
+
+    event_data["pype_data"] = {
+        "stored": datetime.datetime.utcnow(),
+        "is_processed": False
+    }
+
+    try:
+        # dbcon.insert_one(event_data)
+        dbcon.update({"id": event_id}, event_data, upsert=True)
+        log.debug("Event: {} stored".format(event_id))
+
+    except pymongo.errors.DuplicateKeyError:
+        log.debug("Event: {} already exists".format(event_id))
+
+    except Exception as exc:
+        log.error(
+            "Event: {} failed to store".format(event_id),
+            exc_info=True
+        )
+
+
+def register(session):
+    '''Registers the event, subscribing the discover and launch topics.'''
+    install_db()
+    session.event_hub.subscribe("topic=*", launch)
+
+
+def main(args):
+    port = int(args[-1])
+
+    # Create a TCP/IP socket
+    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+
+    # Connect the socket to the port where the server is listening
+    server_address = ("localhost", port)
+    log.debug("Storer connected to {} port {}".format(*server_address))
+    sock.connect(server_address)
+    sock.sendall(b"CreatedStore")
+
+    try:
+        session = StorerSession(auto_connect_event_hub=True, sock=sock)
+        register(session)
+        server = FtrackServer("event")
+        log.info(os.environ["FTRACK_EVENTS_PATH"])
+        log.debug("Launched Ftrack Event storer")
+        server.run_server(session, load_files=False)
+
+    finally:
+        log.debug("First closing socket")
+        sock.close()
+        return 1
+
+
+if __name__ == "__main__":
+    # Register interupt signal
+    def signal_handler(sig, frame):
+        print("You pressed Ctrl+C. Process ended.")
+        sys.exit(0)
+
+    signal.signal(signal.SIGINT, signal_handler)
+
+    main(sys.argv)