[pve-devel] [PATCH storage v8 8/9] support copying VMA backups to PBS

[Filip Schauer]

Extend the copy API to support copying VMA backups to a Proxmox Backup
Server.

Signed-off-by: Filip Schauer <f.schauer at proxmox.com>
---
 debian/control                  |  1 +
 src/PVE/API2/Storage/Content.pm | 22 +++++++++--
 src/PVE/Storage/PBSPlugin.pm    | 65 +++++++++++++++++++++++++++++++++
 3 files changed, 84 insertions(+), 4 deletions(-)

diff --git a/debian/control b/debian/control
index 5341317..b3cba28 100644
--- a/debian/control
+++ b/debian/control
@@ -45,6 +45,7 @@ Depends: bzip2,
          nfs-common,
          proxmox-backup-client (>= 2.1.10~),
          proxmox-backup-file-restore,
+         proxmox-vma-to-pbs (>= 0.0.2),
          pve-cluster (>= 5.0-32),
          smartmontools,
          smbclient,
diff --git a/src/PVE/API2/Storage/Content.pm b/src/PVE/API2/Storage/Content.pm
index cfe4f2f..0c30606 100644
--- a/src/PVE/API2/Storage/Content.pm
+++ b/src/PVE/API2/Storage/Content.pm
@@ -7,6 +7,7 @@ use PVE::SafeSyslog;
 use PVE::Cluster;
 use PVE::Storage;
 use PVE::Storage::Common; # for 'pve-storage-image-format' standard option
+use PVE::Storage::PBSPlugin;
 use PVE::INotify;
 use PVE::Exception qw(raise_param_exc);
 use PVE::RPCEnvironment;
@@ -633,10 +634,23 @@ __PACKAGE__->register_method({
         my $worker = sub {
             PVE::Storage::storage_check_enabled($cfg, $src_storeid, $src_node);
             PVE::Storage::storage_check_enabled($cfg, $dst_storeid, $dst_node);
-            my $sshinfo;
-            $sshinfo = PVE::SSHInfo::get_ssh_info($dst_node) if $src_node ne $dst_node;
-            my $opts = { 'target_volname' => $volname };
-            PVE::Storage::storage_migrate($cfg, $src_volid, $sshinfo, $dst_storeid, $opts);
+
+            my $src_cfg = PVE::Storage::storage_config($cfg, $src_storeid);
+            my $dst_cfg = PVE::Storage::storage_config($cfg, $dst_storeid);
+            if ($vtype eq 'backup' && $src_cfg->{path} && $dst_cfg->{type} eq 'pbs') {
+                my $src_plugin = PVE::Storage::Plugin->lookup($src_cfg->{type});
+                my $src_path = $src_plugin->path($src_cfg, $volname, $src_storeid);
+                my $protected =
+                    PVE::Storage::get_volume_attribute($cfg, $src_volid, 'protected');
+                PVE::Storage::PBSPlugin::vma_to_pbs(
+                    $ownervm, $src_path, $dst_cfg, $dst_storeid, $protected,
+                );
+            } else {
+                my $sshinfo;
+                $sshinfo = PVE::SSHInfo::get_ssh_info($dst_node) if $src_node ne $dst_node;
+                my $opts = { 'target_volname' => $volname };
+                PVE::Storage::storage_migrate($cfg, $src_volid, $sshinfo, $dst_storeid, $opts);
+            }
 
             if ($delete) {
                 &$volume_remove($cfg, $src_volid);
diff --git a/src/PVE/Storage/PBSPlugin.pm b/src/PVE/Storage/PBSPlugin.pm
index 5842004..da93c6e 100644
--- a/src/PVE/Storage/PBSPlugin.pm
+++ b/src/PVE/Storage/PBSPlugin.pm
@@ -7,6 +7,7 @@ use warnings;
 
 use Encode qw(decode);
 use Fcntl qw(F_GETFD F_SETFD FD_CLOEXEC);
+use File::Basename;
 use IO::File;
 use JSON;
 use MIME::Base64 qw(decode_base64);
@@ -988,4 +989,68 @@ sub volume_has_feature {
     return undef;
 }
 
+sub vma_to_pbs {
+    my ($vmid, $source_path, $target_scfg, $target_storeid, $protected) = @_;
+
+    #my $source_plugin = PVE::Storage::Plugin->lookup($source_scfg->{type});
+    my $target_plugin = PVE::Storage::Plugin->lookup($target_scfg->{type});
+    my $info = PVE::Storage::archive_info($source_path);
+    die "moving non-VMA backups to a Proxmox Backup Server is not supported\n"
+        if $info->{format} ne 'vma';
+
+    my $repo = PVE::PBSClient::get_repository($target_scfg);
+    my $fingerprint = $target_scfg->{fingerprint};
+    my $password = PVE::Storage::PBSPlugin::pbs_password_file_name($target_scfg, $target_storeid);
+    my $namespace = $target_scfg->{namespace};
+    my $keyfile =
+        PVE::Storage::PBSPlugin::pbs_encryption_key_file_name($target_scfg, $target_storeid);
+    my $master_keyfile =
+        PVE::Storage::PBSPlugin::pbs_master_pubkey_file_name($target_scfg, $target_storeid);
+
+    my $comp = $info->{compression};
+    my $backup_time = $info->{ctime};
+    my $source_dirname = dirname($source_path);
+    my $log_file_path = "$source_dirname/$info->{logfilename}";
+    my $notes_file_path = "$source_dirname/$info->{notesfilename}";
+
+    my $vma_to_pbs_cmd = [
+        "vma-to-pbs",
+        "--repository",
+        $repo,
+        "--vmid",
+        $vmid,
+        "--fingerprint",
+        $fingerprint,
+        "--password-file",
+        $password,
+        "--backup-time",
+        $backup_time,
+        "--compress",
+    ];
+
+    push @$vma_to_pbs_cmd, "--ns", $namespace if $namespace;
+    push @$vma_to_pbs_cmd, "--log-file", $log_file_path if -e $log_file_path;
+    push @$vma_to_pbs_cmd, "--notes-file", $notes_file_path if -e $notes_file_path;
+    push @$vma_to_pbs_cmd, "--encrypt", "--keyfile", $keyfile if -e $keyfile;
+    push @$vma_to_pbs_cmd, "--master-keyfile", $master_keyfile if -e $master_keyfile;
+
+    if ($comp) {
+        PVE::Storage::decompress_archive_into_pipe($source_path, $vma_to_pbs_cmd);
+    } else {
+        push @$vma_to_pbs_cmd, $source_path;
+        run_command($vma_to_pbs_cmd);
+    }
+
+    if ($protected) {
+        my $target_volid =
+            PVE::Storage::PBSPlugin::print_volid($target_storeid, 'vm', $vmid, $backup_time);
+        my (undef, $target_volname) = PVE::Storage::parse_volume_id($target_volid, 0);
+        $target_plugin->update_volume_attribute(
+            $target_scfg, $target_storeid, $target_volname, 'protected', 1,
+        );
+    }
+
+    return;
+}
+
 1;
-- 
2.47.3