Support pulling/pushing VMs to OCI-compatible registries

Package.resolved

@@ -8,6 +8,33 @@
         "revision" : "f3c9084a71ef4376f2fabbdf1d3d90a49f1fabdb",
         "version" : "1.1.2"
       }
+    },
+    {
+      "identity" : "swift-case-paths",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/pointfreeco/swift-case-paths",
+      "state" : {
+        "revision" : "ce9c0d897db8a840c39de64caaa9b60119cf4be8",
+        "version" : "0.8.1"
+      }
+    },
+    {
+      "identity" : "swift-parsing",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/pointfreeco/swift-parsing",
+      "state" : {
+        "revision" : "28d32e9ace1c4c43f5e5a177be837a202494c2d5",
+        "version" : "0.9.2"
+      }
+    },
+    {
+      "identity" : "xctest-dynamic-overlay",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/pointfreeco/xctest-dynamic-overlay",
+      "state" : {
+        "revision" : "50a70a9d3583fe228ce672e8923010c8df2deddd",
+        "version" : "0.2.1"
+      }
     }
   ],
   "version" : 2

Package.swift

@@ -12,11 +12,13 @@ let package = Package(
   ],
   dependencies: [
     .package(url: "https://github.com/apple/swift-argument-parser", from: "1.1.2"),
+    .package(url: "https://github.com/pointfreeco/swift-parsing", from: "0.9.2"),
   ],
   targets: [
-    .executableTarget(name: "tart",
-      dependencies: [
-        .product(name: "ArgumentParser", package: "swift-argument-parser"),
-      ]),
+    .executableTarget(name: "tart", dependencies: [
+      .product(name: "ArgumentParser", package: "swift-argument-parser"),
+      .product(name: "Parsing", package: "swift-parsing"),
+    ]),
+    .testTarget(name: "TartTests", dependencies: ["tart"])
   ]
 )

Sources/tart/Commands/Clone.swift

@@ -1,7 +1,6 @@
 import ArgumentParser
 import Foundation
 import SystemConfiguration
-import Virtualization
 
 struct Clone: AsyncParsableCommand {
   static var configuration = CommandConfiguration(abstract: "Clone a VM")
@@ -14,17 +13,7 @@ struct Clone: AsyncParsableCommand {
 
   func run() async throws {
     do {
-      let vmStorage = VMStorage()
-      let sourceVMDir = try vmStorage.read(sourceName)
-      let newVMDir = try vmStorage.create(newName)
-
-      try FileManager.default.copyItem(at: sourceVMDir.configURL, to: newVMDir.configURL)
-      try FileManager.default.copyItem(at: sourceVMDir.nvramURL, to: newVMDir.nvramURL)
-      try FileManager.default.copyItem(at: sourceVMDir.diskURL, to: newVMDir.diskURL)
-
-      var newVMConfig = try VMConfig(fromURL: newVMDir.configURL)
-      newVMConfig.macAddress = VZMACAddress.randomLocallyAdministered()
-      try newVMConfig.save(toURL: newVMDir.configURL)
+      try VMStorageHelper.open(sourceName).clone(to: VMStorageLocal().create(newName))
 
       Foundation.exit(0)
     } catch {

Sources/tart/Commands/Create.swift

@@ -23,7 +23,7 @@ struct Create: AsyncParsableCommand {
 
   func run() async throws {
     do {
-      let vmDir = try VMStorage().create(name)
+      let vmDir = try VMStorageLocal().open(name)
 
       if fromIPSW! == "latest" {
         _ = try await VM(vmDir: vmDir, ipswURL: nil, diskSizeGB: diskSize)

Sources/tart/Commands/Delete.swift

@@ -10,7 +10,7 @@ struct Delete: AsyncParsableCommand {
 
   func run() async throws {
     do {
-      try VMStorage().delete(name)
+      try VMStorageHelper.delete(name)
 
       Foundation.exit(0)
     } catch {

Sources/tart/Commands/IP.swift

@@ -14,7 +14,7 @@ struct IP: AsyncParsableCommand {
 
   func run() async throws {
     do {
-      let vmDir = try VMStorage().read(name)
+      let vmDir = try VMStorageLocal().open(name)
       let vmConfig = try VMConfig.init(fromURL: vmDir.configURL)
 
       guard let ip = try await resolveIP(vmConfig, secondsToWait: wait) else {

Sources/tart/Commands/List.swift

@@ -7,9 +7,10 @@ struct List: AsyncParsableCommand {
 
   func run() async throws {
     do {
-      for vmURL in try VMStorage().list() {
-        print(vmURL)
-      }
+      print("Name\tSource")
+
+      displayTable("local", try VMStorageLocal().list())
+      displayTable("oci", try VMStorageOCI().list())
 
       Foundation.exit(0)
     } catch {
@@ -18,4 +19,10 @@ struct List: AsyncParsableCommand {
       Foundation.exit(1)
     }
   }
+
+  private func displayTable(_ source: String, _ vms: [(String, VMDirectory)]) {
+    for (name, _) in vms {
+      print("\(source)\t\(name)")
+    }
+  }
 }

Sources/tart/Commands/Login.swift

@@ -0,0 +1,24 @@
+import ArgumentParser
+import Dispatch
+import SwiftUI
+
+struct Login: AsyncParsableCommand {
+  static var configuration = CommandConfiguration(abstract: "Login to a registry")
+
+  @Argument(help: "host")
+  var host: String
+
+  func run() async throws {
+    do {
+      let (user, password) = try Credentials.retrieveStdin()
+
+      try Credentials.store(host: host, user: user, password: password)
+
+      Foundation.exit(0)
+    } catch {
+      print(error)
+
+      Foundation.exit(1)
+    }
+  }
+}

Sources/tart/Commands/Pull.swift

@@ -0,0 +1,25 @@
+import ArgumentParser
+import Dispatch
+import SwiftUI
+
+struct Pull: AsyncParsableCommand {
+  static var configuration = CommandConfiguration(abstract: "Pull a VM from a registry")
+
+  @Argument(help: "remote VM name")
+  var remoteName: String
+
+  func run() async throws {
+    do {
+      let remoteName = try RemoteName(remoteName)
+      let registry = try Registry(host: remoteName.host, namespace: remoteName.namespace)
+
+      try await VMStorageOCI().pull(remoteName, registry: registry)
+
+      Foundation.exit(0)
+    } catch {
+      print(error)
+
+      Foundation.exit(1)
+    }
+  }
+}

Sources/tart/Commands/Push.swift

@@ -0,0 +1,31 @@
+import ArgumentParser
+import Dispatch
+import Foundation
+import Compression
+
+struct Push: AsyncParsableCommand {
+  static var configuration = CommandConfiguration(abstract: "Push a VM to a registry")
+
+  @Argument(help: "local VM name")
+  var localName: String
+
+  @Argument(help: "remote VM name")
+  var remoteName: String
+
+  func run() async throws {
+    do {
+      let localVMDir = try VMStorageLocal().open(localName)
+
+      let remoteName = try RemoteName(remoteName)
+      let registry = try Registry(host: remoteName.host, namespace: remoteName.namespace)
+
+      try await localVMDir.pushToRegistry(registry: registry, reference: remoteName.reference)
+
+      Foundation.exit(0)
+    } catch {
+      print(error)
+
+      Foundation.exit(1)
+    }
+  }
+}

Sources/tart/Commands/Run.swift

@@ -12,10 +12,10 @@ struct Run: AsyncParsableCommand {
   var name: String
 
   @Flag var noGraphics: Bool = false
-  
+
   @MainActor
   func run() async throws {
-    let vmDir = try VMStorage().read(name)
+    let vmDir = try VMStorageLocal().open(name)
     vm = try VM(vmDir: vmDir)
 
     Task {

Sources/tart/Commands/Set.swift

@@ -21,8 +21,7 @@ struct Set: AsyncParsableCommand {
 
   func run() async throws {
     do {
-      let vmStorage = VMStorage()
-      let vmDir = try vmStorage.read(name)
+      let vmDir = try VMStorageLocal().open(name)
       var vmConfig = try VMConfig(fromURL: vmDir.configURL)
 
       if let cpu = cpu {
@@ -46,7 +45,7 @@ struct Set: AsyncParsableCommand {
       }
 
       try vmConfig.save(toURL: vmDir.configURL)
-      
+
       if diskSize != nil {
         try vmDir.resizeDisk(diskSize!)
       }

Sources/tart/Config.swift

@@ -0,0 +1,9 @@
+import Foundation
+
+struct Config {
+  public static let tartHomeDir: URL = FileManager.default
+          .homeDirectoryForCurrentUser
+          .appendingPathComponent(".tart", isDirectory: true)
+
+  public static let tartCacheDir: URL = tartHomeDir.appendingPathComponent("cache", isDirectory: true)
+}

Sources/tart/Credentials.swift

@@ -0,0 +1,69 @@
+import Foundation
+
+class Credentials {
+  static func retrieve(host: String) throws -> (String, String) {
+    do {
+      return try retrieveKeychain(host: host)
+    } catch {
+      return try retrieveStdin()
+    }
+  }
+
+  static func retrieveKeychain(host: String) throws -> (String, String) {
+    let query: [String: Any] = [kSecClass as String: kSecClassInternetPassword,
+                                kSecAttrProtocol as String: kSecAttrProtocolHTTPS,
+                                kSecAttrServer as String: host,
+                                kSecMatchLimit as String: kSecMatchLimitOne,
+                                kSecReturnAttributes as String: true,
+                                kSecReturnData as String: true,
+    ]
+
+    var item: CFTypeRef?
+    let status = SecItemCopyMatching(query as CFDictionary, &item)
+
+    if status != errSecSuccess {
+      if status == errSecItemNotFound {
+        throw RegistryError.AuthFailed
+      }
+
+      throw RegistryError.AuthFailed
+    }
+
+    guard let item = item as? [String: Any],
+          let user = item[kSecAttrAccount as String] as? String,
+          let passwordData = item[kSecValueData as String] as? Data,
+          let password = String(data: passwordData, encoding: .utf8)
+      else {
+      throw RegistryError.AuthFailed
+    }
+
+    return (user, password)
+  }
+
+  static func retrieveStdin() throws -> (String, String) {
+    print("User: ", terminator: "")
+    let user = readLine() ?? ""
+
+    let rawPass = getpass("Password: ")
+    let pass = String(cString: rawPass!, encoding: .utf8)!
+
+    return (user, pass)
+  }
+
+  static func store(host: String, user: String, password: String) throws {
+    let attributes: [String: Any] = [kSecClass as String: kSecClassInternetPassword,
+                                     kSecAttrAccount as String: user,
+                                     kSecAttrProtocol as String: kSecAttrProtocolHTTPS,
+                                     kSecAttrServer as String: host,
+                                     kSecValueData as String: password,
+                                     kSecAttrLabel as String: "Tart Credentials",
+    ]
+
+    switch SecItemAdd(attributes as CFDictionary, nil) {
+    case errSecSuccess, errSecDuplicateItem:
+      return
+    default:
+      throw RegistryError.AuthFailed
+    }
+  }
+}

Sources/tart/OCI/Digest.swift

@@ -0,0 +1,27 @@
+import Foundation
+import CryptoKit
+
+class Digest {
+  var hash: SHA256 = SHA256()
+
+  func update(_ data: Data) {
+    hash.update(data: data)
+  }
+
+  func finalize() -> String {
+    hash.finalize().hexdigest()
+  }
+
+  static func hash(_ data: Data) -> String {
+    SHA256.hash(data: data).hexdigest()
+  }
+}
+
+extension SHA256.Digest {
+  func hexdigest() -> String {
+    "sha256:" + self.map {
+              String(format: "%02x", $0)
+            }
+            .joined()
+  }
+}

Sources/tart/OCI/Manifest.swift

@@ -0,0 +1,28 @@
+import Foundation
+
+let ociManifestMediaType = "application/vnd.oci.image.manifest.v1+json"
+let ociConfigMediaType = "application/vnd.oci.image.config.v1+json"
+
+struct OCIManifest: Encodable, Decodable {
+  var schemaVersion: Int = 2
+  var mediaType: String = ociManifestMediaType
+  var config: OCIManifestConfig
+  var layers: [OCIManifestLayer] = Array()
+}
+
+struct OCIManifestConfig: Encodable, Decodable {
+  var mediaType: String = ociConfigMediaType
+  var size: Int
+  var digest: String
+}
+
+struct OCIManifestLayer: Encodable, Decodable {
+  var mediaType: String
+  var size: Int
+  var digest: String
+}
+
+struct Descriptor {
+  var size: Int
+  var digest: String
+}