Releasing the former Stadia file transfer tools

The tools allow efficient and fast synchronization of large directory
trees from a Windows workstation to a Linux target machine.

cdc_rsync* support efficient copy of files by using content-defined
chunking (CDC) to identify chunks within files that can be reused.

asset_stream_manager + cdc_fuse_fs support efficient streaming of a
local directory to a remote virtual file system based on FUSE. It also
employs CDC to identify and reuse unchanged data chunks.
This commit is contained in:
Christian Schneider
2022-10-07 10:47:04 +02:00
commit 4326e972ac
364 changed files with 49410 additions and 0 deletions

View File

@@ -0,0 +1,75 @@
// Copyright 2022 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// This proto defines the service to stream chunks from workstations to
// gamelet instances.
//
// References:
// * (internal).0
// * (internal)
syntax = "proto3";
import "proto/manifest.proto";
package cdc_ft.proto;
service AssetStreamService {
// Requests the contents of a chunk by its id.
rpc GetContent(GetContentRequest) returns (GetContentResponse) {}
// Send the contents of the chunk cache to the server.
// Used for statistics only.
rpc SendCachedContentIds(SendCachedContentIdsRequest)
returns (SendCachedContentIdsResponse) {}
}
message GetContentRequest {
// IDs of the requested chunks.
repeated ContentId id = 1;
// ID of the requesting thread. Used for statistics only.
uint64 thread_id = 2;
}
message GetContentResponse {
repeated bytes data = 1;
}
message SendCachedContentIdsRequest {
repeated ContentId id = 1;
}
message SendCachedContentIdsResponse {}
service ConfigStreamService {
rpc GetManifestId(GetManifestIdRequest)
returns (stream GetManifestIdResponse) {}
rpc AckManifestIdReceived(AckManifestIdReceivedRequest)
returns (AckManifestIdReceivedResponse) {}
}
message GetManifestIdRequest {}
message GetManifestIdResponse {
ContentId id = 1;
}
message AckManifestIdReceivedRequest {
string gamelet_id = 1;
ContentId manifest_id = 2;
}
message AckManifestIdReceivedResponse {}