Skip to content

Commit

Permalink
tests: test rclone
Browse files Browse the repository at this point in the history 
Signed-off-by: Axel Gembe <[email protected]>
  • Loading branch information
@EchterAgo
EchterAgo committed Nov 11, 2023
1 parent eb7f88a commit aeaaefb
Showing 1 changed file with 127 additions and 99 deletions.
226 changes: 127 additions & 99 deletions contrib/windows/tests/tests.py
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,9 @@
import argparse
import logging
import shutil
import subprocess
import unittest
import os

from utils import (
Size,
Expand Down Expand Up @@ -57,107 +60,132 @@ def log_dl(when):
with allocated_files(
(args.path / f"test{n:02d}.dat", 1 * Size.GIB) for n in range(1, 4)
) as bf:
#######################################################################
preTest("create zpool backed by single file")
with zpool_create(ctx, "test01", paths_to_unc(bf[:1])):
log_dl("after test01 pool create")

#######################################################################
preTest("create zpool backed by two files")
with zpool_create(ctx, "test02", paths_to_unc(bf[:2])):
log_dl("after test02 pool create")

#######################################################################
preTest("create zpool backed by three files")
with zpool_create(ctx, "test03", paths_to_unc(bf)):
log_dl("after test03 pool create")

#######################################################################
preTest("create mirror zpool backed by two files")
with zpool_create(ctx, "test04", ["mirror", *paths_to_unc(bf[:2])]):
log_dl("after test04 pool create")

#######################################################################
preTest("create mirror zpool backed by three files")
with zpool_create(ctx, "test05", ["mirror", *paths_to_unc(bf)]):
log_dl("after test05 pool create")

#######################################################################
preTest("create raidz zpool backed by three files")
with zpool_create(ctx, "test06", ["raidz", *paths_to_unc(bf)]):
log_dl("after test06 pool create")
# #######################################################################
# preTest("create zpool backed by single file")
# with zpool_create(ctx, "test01", paths_to_unc(bf[:1])):
# log_dl("after test01 pool create")

# #######################################################################
# preTest("create zpool backed by two files")
# with zpool_create(ctx, "test02", paths_to_unc(bf[:2])):
# log_dl("after test02 pool create")

# #######################################################################
# preTest("create zpool backed by three files")
# with zpool_create(ctx, "test03", paths_to_unc(bf)):
# log_dl("after test03 pool create")

# #######################################################################
# preTest("create mirror zpool backed by two files")
# with zpool_create(ctx, "test04", ["mirror", *paths_to_unc(bf[:2])]):
# log_dl("after test04 pool create")

# #######################################################################
# preTest("create mirror zpool backed by three files")
# with zpool_create(ctx, "test05", ["mirror", *paths_to_unc(bf)]):
# log_dl("after test05 pool create")

# #######################################################################
# preTest("create raidz zpool backed by three files")
# with zpool_create(ctx, "test06", ["raidz", *paths_to_unc(bf)]):
# log_dl("after test06 pool create")

# #######################################################################
# preTest("create raidz1 zpool backed by three files")
# with zpool_create(ctx, "test07", ["raidz1", *paths_to_unc(bf)]):
# log_dl("after test07 pool create")

#######################################################################
preTest("create raidz1 zpool backed by three files")
with zpool_create(ctx, "test07", ["raidz1", *paths_to_unc(bf)]):
log_dl("after test07 pool create")

#######################################################################
preTest("snapshot no hang")
with zpool_create(ctx, "testsn01", paths_to_unc(bf[:1])) as pool:
log_dl("after testsn01 pool create")

allocate_file(pool.mount_path / "test01.file", 1 * Size.KIB)
run_cmd(ctx.ZFS, ["snapshot", "testsn01@friday"])
allocate_file(pool.mount_path / "test02.file", 1 * Size.KIB)
run_cmd(ctx.ZPOOL, ["export", "testsn01"])
pool.destroy = False # already exported

#######################################################################
preTest("snapshot hang")
with zpool_create(ctx, "testsn02", paths_to_unc(bf[:1])) as pool:
log_dl("after testsn02 pool create")

allocate_file(pool.mount_path / "test01.file", 1 * Size.KIB)
run_cmd(ctx.ZFS, ["snapshot", "testsn02@friday"])
allocate_file(pool.mount_path / "test02.file", 1 * Size.KIB)
run_cmd(ctx.ZFS, ["mount", "testsn02@friday"])
run_cmd(ctx.ZPOOL, ["export", "testsn02"])
pool.destroy = False # already exported

#######################################################################
preTest("regex for key file")
with random_key(args.path / "key01.key", 32) as key01:
key01uri = "file://" + str(path_to_unc(key01)).replace("\\", "/")

with zpool_create(
ctx,
"tank",
paths_to_unc(bf[:1]),
zfs_options={
"encryption": "aes-256-ccm",
"keylocation": key01uri,
"keyformat": "raw",
},
):
log_dl("after tank pool create")

run_cmd(ctx.ZFS, ["get", "keylocation", "tank"])
run_cmd(ctx.ZPOOL, ["export", "tank"])

log_dl("before pool import")

run_cmd(
ctx.ZPOOL,
[
"import",
"-d",
bf[0].parent.as_posix(),
"-f",
"-l",
"tank",
],
)

log_dl("after pool import")

#######################################################################
preTest("run out of drive letters")
for i in range(1, 26):
with zpool_create(ctx, f"tank{i}", paths_to_unc(bf[:1])) as pool:
log_dl(f"after tank{i} pool create")

allocate_file(pool.mount_path / "test01.file", 1 * Size.KIB)
preTest("rclone and export")
if shutil.which("rclone"):
with zpool_create(ctx, "test08", paths_to_unc(bf[:1])) as pool:
log_dl("after test08 pool create")

try:
subprocess.run(
[
"rclone",
"sync",
os.environ["WINDIR"],
# bf[1],
pool.mount_path / "copy.bin",
],
timeout=15,
)
except subprocess.TimeoutExpired:
pass

run_cmd(ctx.ZPOOL, ["export", "test08"])
pool.destroy = False # already exported
else:
logger.warning("skipped because rclone is not in path")

# #######################################################################
# preTest("snapshot no hang")
# with zpool_create(ctx, "testsn01", paths_to_unc(bf[:1])) as pool:
# log_dl("after testsn01 pool create")

# allocate_file(pool.mount_path / "test01.file", 1 * Size.KIB)
# run_cmd(ctx.ZFS, ["snapshot", "testsn01@friday"])
# allocate_file(pool.mount_path / "test02.file", 1 * Size.KIB)
# run_cmd(ctx.ZPOOL, ["export", "testsn01"])
# pool.destroy = False # already exported

# #######################################################################
# preTest("snapshot hang")
# with zpool_create(ctx, "testsn02", paths_to_unc(bf[:1])) as pool:
# log_dl("after testsn02 pool create")

# allocate_file(pool.mount_path / "test01.file", 1 * Size.KIB)
# run_cmd(ctx.ZFS, ["snapshot", "testsn02@friday"])
# allocate_file(pool.mount_path / "test02.file", 1 * Size.KIB)
# run_cmd(ctx.ZFS, ["mount", "testsn02@friday"])
# run_cmd(ctx.ZPOOL, ["export", "testsn02"])
# pool.destroy = False # already exported

# #######################################################################
# preTest("regex for key file")
# with random_key(args.path / "key01.key", 32) as key01:
# key01uri = "file://" + str(path_to_unc(key01)).replace("\\", "/")

# with zpool_create(
# ctx,
# "tank",
# paths_to_unc(bf[:1]),
# zfs_options={
# "encryption": "aes-256-ccm",
# "keylocation": key01uri,
# "keyformat": "raw",
# },
# ):
# log_dl("after tank pool create")

# run_cmd(ctx.ZFS, ["get", "keylocation", "tank"])
# run_cmd(ctx.ZPOOL, ["export", "tank"])

# log_dl("before pool import")

# run_cmd(
# ctx.ZPOOL,
# [
# "import",
# "-d",
# bf[0].parent.as_posix(),
# "-f",
# "-l",
# "tank",
# ],
# )

# log_dl("after pool import")

# #######################################################################
# preTest("run out of drive letters")
# for i in range(1, 26):
# with zpool_create(ctx, f"tank{i}", paths_to_unc(bf[:1])) as pool:
# log_dl(f"after tank{i} pool create")

# allocate_file(pool.mount_path / "test01.file", 1 * Size.KIB)


if __name__ == "__main__":
Expand Down

0 comments on commit aeaaefb

Please sign in to comment.