Basic sync flow

CHANGELOG.md

@@ -30,6 +30,7 @@
 
 ### Features
 - Added auto-generation of `custom_run_id` if it's not provided ([#1762](https://github.com/neptune-ai/neptune-client/pull/1762))
+- Added support for `sync` mode ([#1835](https://github.com/neptune-ai/neptune-client/pull/1835))
 
 ### Changes
 - Stop sending `X-Neptune-LegacyClient` header ([#1715](https://github.com/neptune-ai/neptune-client/pull/1715))

pyproject.toml

@@ -29,7 +29,7 @@ websocket-client = ">=0.35.0, !=1.0.0"
 urllib3 = "*"
 swagger-spec-validator = ">=2.7.4"
 protobuf = "^4.0.0"
-neptune-api = "0.2.0"
+neptune-api = "0.3.0"
 
 # Built-in integrations
 psutil = "*"

src/neptune/api/operations.py

@@ -35,11 +35,10 @@
     Optional,
 )
 
+import neptune_api.proto.neptune_pb.ingest.v1.common_pb2 as common_pb2
+import neptune_api.proto.neptune_pb.ingest.v1.pub.ingest_pb2 as ingest_pb2
 from google.protobuf import timestamp_pb2
 
-import neptune.api.proto.neptune_pb.ingest.v1.common_pb2 as common_pb2
-import neptune.api.proto.neptune_pb.ingest.v1.pub.ingest_pb2 as ingest_pb2
-
 
 class Serializable(abc.ABC):
     @abc.abstractmethod
@@ -59,8 +58,9 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             create=common_pb2.Run(
                 creation_time=timestamp_pb2.Timestamp(seconds=int(self.created_at.timestamp())),
                 run_id=self.custom_id,
+                experiment_id=self.custom_id,
+                family=self.custom_id,
             ),
-            api_key=b"",
         )
 
 
@@ -90,13 +90,9 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             run_id=run_op.run_id,
             update=common_pb2.UpdateRunSnapshot(
                 step=step,
-                append={
-                    "path": common_pb2.Value(string=self.path),
-                    "value": common_pb2.Value(float64=first_item.value),
-                },
+                append={f"{self.path}": common_pb2.Value(float64=first_item.value)},
                 timestamp=timestamp_pb2.Timestamp(seconds=int(first_item.timestamp)),
             ),
-            api_key=b"",
         )
 
 
@@ -110,12 +106,8 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             project=run_op.project,
             run_id=run_op.run_id,
             update=common_pb2.UpdateRunSnapshot(
-                assign={
-                    "path": common_pb2.Value(string=self.path),
-                    "value": common_pb2.Value(int64=self.value),
-                },
+                assign={f"{self.path}": common_pb2.Value(int64=self.value)},
             ),
-            api_key=b"",
         )
 
 
@@ -129,12 +121,8 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             project=run_op.project,
             run_id=run_op.run_id,
             update=common_pb2.UpdateRunSnapshot(
-                assign={
-                    "path": common_pb2.Value(string=self.path),
-                    "value": common_pb2.Value(float64=self.value),
-                },
+                assign={f"{self.path}": common_pb2.Value(float64=self.value)},
             ),
-            api_key=b"",
         )
 
 
@@ -148,12 +136,8 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             project=run_op.project,
             run_id=run_op.run_id,
             update=common_pb2.UpdateRunSnapshot(
-                assign={
-                    "path": common_pb2.Value(string=self.path),
-                    "value": common_pb2.Value(bool=self.value),
-                },
+                assign={f"{self.path}": common_pb2.Value(bool=self.value)},
             ),
-            api_key=b"",
         )
 
 
@@ -167,12 +151,8 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             project=run_op.project,
             run_id=run_op.run_id,
             update=common_pb2.UpdateRunSnapshot(
-                assign={
-                    "path": common_pb2.Value(string=self.path),
-                    "value": common_pb2.Value(string=self.value),
-                },
+                assign={f"{self.path}": common_pb2.Value(string=self.value)},
             ),
-            api_key=b"",
         )
 
 
@@ -187,11 +167,11 @@ def to_proto(self, run_op: "RunOperation") -> ingest_pb2.RunOperation:
             run_id=run_op.run_id,
             update=common_pb2.UpdateRunSnapshot(
                 assign={
-                    "path": common_pb2.Value(string=self.path),
-                    "value": common_pb2.Value(timestamp=timestamp_pb2.Timestamp(seconds=int(self.value.timestamp()))),
+                    f"{self.path}": common_pb2.Value(
+                        timestamp=timestamp_pb2.Timestamp(seconds=int(self.value.timestamp()))
+                    )
                 },
             ),
-            api_key=b"",
         )