[cdc_rsync] Add initial support for Windows (#51)

Adds a ServerArch class whose job it is to encapsulate differences
between Windows and Linux cdc_rsync_servers. It detects the type
based on a heuristic in the destination path. This is not fool proof
and will probably require further work, like falling back to the other
type if the detected one doesn't work.

Uses the ServerArch class to determine the different commands to start
the server and to deploy the server.

Note that the functionality is not well tested on Windows yet, but
copying plain files works.
This commit is contained in:
Lutz Justen
2023-01-17 13:34:14 +01:00
committed by GitHub
parent af9038b4dd
commit a8b948b323
16 changed files with 455 additions and 94 deletions

View File

@@ -216,7 +216,7 @@ class ConsistencyTest(test_base.CdcStreamTest):
return files, dirs
def _recreate_data(self, files, dirs):
"""Recreate test data and check that it can be read on a gamelet.
"""Recreate test data and check that it can be read on the remote instance.
Args:
files (list of strings): List of relative file paths.
@@ -396,7 +396,7 @@ class ConsistencyTest(test_base.CdcStreamTest):
return sha1sum_local
def sha1sum_remote_batch(self):
"""Calculate sha1sum of files in the streamed directory on the gamelet.
"""Calculate sha1sum of files in the remote streamed directory.
Returns:
string: Concatenated sha1 hashes with relative posix file names.
@@ -413,7 +413,7 @@ class ConsistencyTest(test_base.CdcStreamTest):
return sha1sum_remote
def _test_random_dir_content(self, files, dirs):
"""Check the streamed randomly generated directory's content on gamelet.
"""Check the streamed randomly generated remote directory's content.
Args:
files (list of strings): List of relative file paths to check.
@@ -460,7 +460,7 @@ class ConsistencyTest(test_base.CdcStreamTest):
"""
self._mount_with_data(files, dirs)
# Remove directory on workstation => empty directory on gamelet.
# Remove directory on workstation => empty remote directory.
utils.get_ssh_command_output(self.ls_cmd)
utils.remove_test_directory(self.local_base_dir)

View File

@@ -59,7 +59,7 @@ class DirectoryTest(test_base.CdcStreamTest):
self._assert_cdc_fuse_mounted()
original = utils.get_ssh_command_output(self.ls_cmd)
# Remove directory on workstation => empty directory on gamelet.
# Remove directory on workstation => empty remote directory.
utils.remove_test_directory(self.local_base_dir)
self.assertTrue(self._wait_until_remote_dir_changed(original))
self._test_dir_content(files=[], dirs=[])
@@ -101,7 +101,7 @@ class DirectoryTest(test_base.CdcStreamTest):
self._assert_cdc_fuse_mounted()
original = utils.get_ssh_command_output(self.ls_cmd)
# Remove directory on workstation => empty directory on gamelet.
# Remove directory on workstation => empty remote directory.
utils.remove_test_directory(self.local_base_dir)
self.assertTrue(self._wait_until_remote_dir_changed(original))
self._test_dir_content(files=[], dirs=[])

View File

@@ -40,7 +40,7 @@ class GeneralTest(test_base.CdcStreamTest):
self._assert_cdc_fuse_mounted()
def test_update_file(self):
"""File updates are visible on gamelet."""
"""File updates are visible on remote instance."""
filename = 'file1.txt'
utils.create_test_file(os.path.join(self.local_base_dir, filename), 1024)
self._start()
@@ -56,7 +56,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_add_file(self):
"""New file is visible on gamelet."""
"""New file is visible on remote instance."""
self._start()
self._test_dir_content(files=[], dirs=[])
cache_size = self._get_cache_size_in_bytes()
@@ -71,7 +71,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_change_mtime(self):
"""Change of mtime is visible on gamelet."""
"""Change of mtime is visible on remote instance."""
filename = 'file1.txt'
file_local_path = os.path.join(self.local_base_dir, filename)
utils.create_test_file(file_local_path, 1024)
@@ -92,7 +92,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_remove_file(self):
"""File removal is visible on gamelet."""
"""File removal is visible on remote instance."""
filename = 'file1.txt'
file_local_path = os.path.join(self.local_base_dir, filename)
utils.create_test_file(file_local_path, 1024)
@@ -127,7 +127,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_add_directory(self):
"""A new directory is visible on gamelet."""
"""A new directory is visible on remote instance."""
self._start()
self._test_dir_content(files=[], dirs=[])
cache_size = self._get_cache_size_in_bytes()
@@ -143,7 +143,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_remove_directory(self):
"""A directory removal is visible on gamelet."""
"""A directory removal is visible on remote instance."""
directory = 'dir1\\'
dir_local_path = os.path.join(self.local_base_dir, directory)
@@ -162,7 +162,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_rename_directory(self):
"""A renamed directory is visible on gamelet."""
"""A renamed directory is visible on remote instance."""
directory = 'dir1\\'
dir_local_path = os.path.join(self.local_base_dir, directory)
@@ -183,7 +183,7 @@ class GeneralTest(test_base.CdcStreamTest):
self.assertGreater(self._get_cache_size_in_bytes(), cache_size)
def test_detect_executables(self):
"""Executable bits are propagated to gamelet."""
"""Executable bits are propagated to remote instance."""
# Add an .exe, an ELF file and a .sh file to the streamed directory.
cdc_stream_dir = os.path.dirname(utils.CDC_STREAM_PATH)
exe_filename = os.path.basename(utils.CDC_STREAM_PATH)

View File

@@ -227,7 +227,7 @@ class CdcStreamTest(unittest.TestCase):
return False
def _test_dir_content(self, files, dirs, is_exe=False):
"""Check the streamed directory's content on gamelet.
"""Check the streamed directory's content on remote instance.
Args:
files (list of strings): List of relative file paths to check.