Technical Deep Dive: Backup und Snapshots mit Microsoft Azure

1 workflow AutomationAsset

2  {

3   param

4     (

5      [Parameter(Mandatory=$True)]

6     [ValidateSet('GetVariable','SetVariable')]

7      [string] $Type,

8      [Parameter(Mandatory=$True)]

9      [string]$Name,

10      [string]$Value

11      )

12   $Val = $null

13    if($Type -eq "SetVariable")

14     {

15      $DeSerializedIntput = [System.Management.Automation.PSSerializer]::DeSerialize($Value)

16       Set-AutomationVariable -Name $Name -Value $DeSerializedIntput

17       }

18    if($Type -eq "GetVariable" -or $Type -eq "SetVariable")

19       {

20       $Val = Get-AutomationVariable -Name $Name

21       }

22    if(!$Val)

23       {

24       throw "Automation asset '$Name' of type $Type does not exist"

25      }

26    else

27       {

28       $SerializedOutput = [System.Management.Automation.PSSerializer]::Serialize($Val, 32)

29       $SerializedOutput

30       }

31    }

1 $error.Clear()

2 if ( -not (Get-Module -Name Azure) )

3    {

4    Import-Module azure

5    }

6 

7 $VMs = Get-AzureVM  -ErrorAction SilentlyContinue | select Name, ServiceName, Status

8 if ( $Error.Count -gt 0 )

9    {

10    if ( $Error.Exception -like "*please run Add-AzureAccount*" )

11       {

12       Add-AzureAccount

13       }

14    else

15       {

16       $error

17       exit

18       }

19    $VMs = Get-AzureVM | select Name, ServiceName, Status

20    }

21 

22 $Var = "Backup"

23 $AutoAccount = "Backup"

24 $VM = $VMs | Out-GridView -Title "Select your VMs to Backup" -PassThru

25 $VM = $VM | select Name, ServiceName

26 $VMxml = [System.Management.Automation.PSSerializer]::Serialize($VM)

27 

28 $Job = Start-AzureAutomationRunbook -AutomationAccountName $AutoAccount -Name AutomationAsset `

29    -Parameters @{"Type" = "SetVariable"; "Name" = "$Var"; "Value" = "$VMxml"}

1 $Path = split-path -parent $MyInvocation.MyCommand.Definition

2 $Log ="VSS.log"

3 

4 $LogFile = join-path -path $Path -childpath $Log

5 

6 function LogWrite {

7     Param

8       (

9       [string]$logString

10       )

11     $nowDate = Get-Date -format dd.MM.yyyy

12     $nowTime = Get-Date -format HH:mm:ss

13    Add-content $LogFile -value "[$nowDate][$nowTime] - $logString"

14    Write-Output "[$nowDate][$nowTime] - $logString"

15 }

16 LOGWrite "--- Create VSS ---"

17 LogWrite "Path: $Path"

18 

19 $Vols = vssadmin list volumes

20 $Disks = (($Vols | where { $_ -like "*path*" -or $_ -like "Volumepfad*" }).split(' ') | where {

21    $_ -like "*:\" }) -replace('\\','')

22 

23 $File = join-path -Path $Path -ChildPath revert-vss.ps1

24 $Prog = "%systemroot%\system32\WindowsPowerShell\v1.0\powershell.exe"

25 $Opt = "-ExecutionPolicy RemoteSigned -File " + $File

26 LogWrite "Create Scheduled Task VSS-Revert: $Prog $Opt"

27 $Action = New-ScheduledTaskAction -Execute $Prog -Argument $Opt

28 $Trigger = New-ScheduledTaskTrigger -AtStartup

29 $Principal = New-ScheduledTaskPrincipal -UserId "SYSTEM" -LogonType ServiceAccount -RunLevel Highest

30 $Task = Register-ScheduledTask -Action $Action -Trigger $Trigger -Principal $Principal `

31    -TaskName "VSS-Revert" -Description "Reverts VSS created by Backup"

32 

33 $Snaps = @()

34 foreach ( $Disk in $Disks )

35    {

36    LogWrite "Create VSS for $Disk"

37    $Snap = ((vssadmin create shadow /for=$Disk | where { $_ -like "*ID:*" }).split(' '))[-1]

38    LogWrite "Created VSS $Snap"

39    $Snaps += $Snap

40    }

41 

42 $File = join-path -Path $Path -ChildPath snaps.txt

43 $Snaps | out-file -Encoding utf8 -filepath $File

1 $Path = split-path -parent $MyInvocation.MyCommand.Definition

2 $Log ="VSS.log"

3 

4 $LogFile = join-path -path $Path -childpath $Log

5 $File = join-path -path $Path -childpath snaps.txt

6 

7 function LogWrite {

8     Param

9       (

10       [string]$logString

11       )

12     $nowDate = Get-Date -format dd.MM.yyyy

13     $nowTime = Get-Date -format HH:mm:ss

14    Add-content $LogFile -value "[$nowDate][$nowTime] - $logString"

15    Write-Output "[$nowDate][$nowTime] - $logString"

16 }

17 LOGWrite "--- Delete VSS ---"

18 LogWrite "Delete Scheduled Task VSS-Revert"

19 Get-ScheduledTask | where { $_.TaskName -eq "VSS-Revert" } | Unregister-ScheduledTask -Confirm:$false

20 

21 if ( -not (test-path $File) )

22    {

23    LogWrite "$File not found! Exit."

24    exit

25    }

26 

27 $Snaps = get-content $File

28 

29 foreach ( $Snap in $Snaps )

30    {

31    LogWrite "Remove VSS $Snap"

32    $tmp = vssadmin Delete Shadows /Shadow=$Snap /quiet

33    }

34 

35 remove-item $File -force

1 $Path = split-path -parent $MyInvocation.MyCommand.Definition

2 $Log ="VSS.log"

3 

4 $LogFile = join-path -path $Path -childpath $Log

5 $File = join-path -path $Path -childpath snaps.txt

6 

7 function LogWrite {

8    Param

9       (

10       [string]$logString

11       )

12    $nowDate = Get-Date -format dd.MM.yyyy

13    $nowTime = Get-Date -format HH:mm:ss

14    Add-content $LogFile -value "[$nowDate][$nowTime] - $logString"

15    Write-Output "[$nowDate][$nowTime] - $logString"

16 }

17 LOGWrite "--- Revert VSS ---"

18 

19 if ( -not (test-path $File) )

20    {

21    LogWrite "$File not found! Exit."

22    exit

23    }

24 

25 LogWrite "Read File $File"

26 $Snaps = get-content $File

27 

28 foreach ( $Snap in $Snaps )

29    {

30    LogWrite "Revert Snapshot $Snap"

31    vssadmin Revert Shadow /Shadow=$Snap /ForceDismount /quiet | out-null

32    if ( $LASTEXITCODE -ne 0 )

33       {

34       LogWrite "Revert was not possible. Delete Snapshot $Snap"

35       vssadmin delete Shadows /Shadow=$Snap /quiet | out-null

36       }

37    else

38       {

39       LogWrite "Revert done."

40       }

41    }

42 

43 LogWrite "Delete Scheduled Task VSS-Revert"

44 Get-ScheduledTask | where { $_.TaskName -eq "VSS-Revert" } | Unregister-ScheduledTask -Confirm:$false

45 remove-item $File -force

1 param

2    (

3    [Parameter(Mandatory=$true)][string]$VMName,

4    [Parameter(Mandatory=$true)][string]$ServiceName,

5    )

6 

7 $VM = Get-AzureVM -Name $VMName -ServiceName $ServiceName

8 

9 if ( $VM.count -ne 1 )

10    {

11    write-host -ForegroundColor red "Keine passende VM gefunden"

12    exit

13    }

15 $Source = split-path -parent $MyInvocation.MyCommand.Definition

16 

17 $Fnames = @()

18 $Fnames += "install-snap.ps1"

19 $Fnames += "Snap.zip"

20 

21 $Files = @()

22 foreach ( $Fname in $Fnames )

23    {

24    $Files += Join-path -path $Source -childpath $Fname

25    }

26 

27 $StorKey = Get-AzureStorageKey -StorageAccountName $VM.VM.OSVirtualHardDisk.MediaLink.Host.Split('.')[0]

28 $StorContext = New-AzureStorageContext -StorageAccountName $StorKey.StorageAccountName `

29    -StorageAccountKey $StorKey.Primary

30 $Container = $VM.VM.OSVirtualHardDisk.MediaLink.AbsolutePath.Split('/')[1]

31 

32 foreach( $File in $Files )

33    {

34    Set-AzureStorageBlobContent -Container $Container -Context $StorContext -File $File -Force

35    }

36 

37Set-AzureVMCustomScriptExtension -VM $VM -ContainerName $Container -FileName $Fnames | Update-AzureVM

38   -Verbose

1 Add-Type -A System.IO.Compression.FileSystem

2 $Source = split-path -parent $MyInvocation.MyCommand.Definition

3 $Script = $MyInvocation.MyCommand.Definition.split('\')[-1]

4 

5 $Dest = "c:\Backup"

6 

7 if ( -not ( test-path $Dest ) )

8    {

9    New-Item -path $Dest -type directory

10    }

11 

12 $Files = Get-ChildItem -Filter *.zip -Path $Source

13 

14 foreach ( $File in $Files )

15    {

16    [IO.Compression.ZipFile]::ExtractToDirectory( $File.FullName, $Source )

17    }

18 $Source = Join-Path -Path $Source -childpath "*.ps1"

19 $Script = Join-Path -Path $Dest -childpath $Script

20 Copy-Item -path $Source -destination $Dest -force

21 Remove-Item -path $script -force

1 workflow SnapShot

2 {

3 $Var = "Backup"

4 $AutomationAccount = "auto"

5 $BCKuser = "BCKuser"

6 

7 $Cred = Get-AutomationPSCredential -Name $AutomationAccount

8 Add-AzureAccount -Credential $Cred

9 $VMs = Get-AutomationVariable -Name $Var

10 $Cred = Get-AutomationPSCredential -Name $BCKuser

11 

12 InlineScript

13    {

14    $Subscr = "MSDN-Plattformen"

15    $MaxSnaps = 3        

16 

17    Select-AzureSubscription -SubscriptionName $Subscr

18    $BCKuser = $Using:Cred

19    $VMs = $Using:VMs | Get-AzureVM

20 

21    Function Get-LineNumber

22       {

23       $MyInvocation.ScriptLineNumber

24       }

25    New-Alias -Name __LINE__ -Value Get-LineNumber

26 

27    Function Write-Dbg ([String]$Message)

28       {

29       If ($Dbg -and $Message -ne "")

30           {

31           $Date = ( Get-Date -format T ).ToString()

32 

33           Write-Output "DEBUG $Date : $Message"

34           }

35       }

36 

37    $Dbg = $true

38 

39    if ( $VMs.count -eq 0 )

40           {

41           write-dbg "$(__LINE__): Keine passenden VMs gefunden"

42           exit

43           }

44    $PSSO = New-PSSessionOption -SkipCACheck -SkipCNCheck -SkipRevocationCheck

45    write-dbg "$(__LINE__): VMs: $($VMs.count)"

46    foreach ( $VM in $VMs )

47       {

48       write-dbg "$(__LINE__): Backup $($VM.Name)"

49       $Disks = @()

50       $Disks += Get-AzureOSDisk -VM $VM.VM |   Select DiskName, MediaLink, OS

51       $Disks += Get-AzureDataDisk -VM $VM.VM | Select DiskName, MediaLink, OS

52 

53       $StorKey = Get-AzureStorageKey -StorageAccountName $Disks[0].MediaLink.Host.Split('.')[0]

54       $StorContext = New-AzureStorageContext -StorageAccountName $StorKey.StorageAccountName `

55           -StorageAccountKey $StorKey.Primary

56       $AllCont = Get-AzureStorageContainer -Context $StorContext | where { `

57           $_.Name -match ("snap-" + $VM.Name.ToLower() + "-(\d+)$") }

58       $AllCont = $AllCont | select Name, @{Name="Count";Expression={[int]($_.Name.split('-')[-1] `

59           -creplace '[^\d]','')}}, CloudBlobContainer | Sort-Object Count -Descending

60 

61       if ( $AllCont )

62           {

63           write-dbg "$(__LINE__): Container: $($AllCont.count)"

64           $Next = [int]($AllCont[0].Count) +1

65           $ContName = "snap-" + $VM.Name.ToLower() + "-" + $Next.ToString()

66 

67           if ( $AllCont.count -ge $MaxSnaps )

68              {

69              for ($i=$MaxSnaps; $i -le ($AllCont.count -1); $i++)

70                 {

71                 write-dbg "$(__LINE__): Remove Container: $($AllCont[$i].Name)"

72                 Remove-AzureStorageContainer -Context $StorContext -Name $AllCont[$i].Name `

73                    -Confirm:$false -force

74                 }

75              }

76           }

77       else

78           {

79           $ContName = "snap-" + $VM.Name.ToLower() + "-1"

80           }

81      write-dbg "$(__LINE__): New-AzureStorageContainer Context $StorContext `t Name $ContName"

82       $NewCont = New-AzureStorageContainer -Context $StorContext -Name $ContName -Permission off

83 

84       $DNR = 0

85       $Date = Get-Date -uformat "%Y%m%d-%H%M%S"

86       $DSTName = "$($VM.ServiceName)-$($VM.Name)-$Date"

87       $BLOBs = @()

88       foreach ( $Disk in $Disks )

89           {

90           $tmp = $Disk.MediaLink.AbsolutePath.Split('/')

91           $BLOBs += Get-AzureStorageBlob -Context $StorContext -Container $tmp[1] -Blob $tmp[-1]

92          }

93 

94       $VMNET = ($VM.VM.ConfigurationSets | where { $_.ConfigurationSetType -eq "NetworkConfiguration"

95   }).InputEndpoints | where { $_.LocalPort -eq "5986" }

96 

97       if ( $VMNET -and $VM.Status -eq "ReadyRole" )

98           {

99           $ConUri = "https://" + $VMNET.VIP + ":" + $VMNET.Port

100           Invoke-Command -ConnectionUri $ConUri -Credential $BCKuser { C:\backup\create-vss.ps1 }

101   -SessionOption $PSSO

102          }

103 

104       $SNAPs = @()

105       foreach ( $BLOB in $BLOBs )

106           {

107           write-dbg "$(__LINE__): Create Snapshot for $($BLOB.Name)"

108           $SNAPs += $BLOB.ICloudBlob.CreateSnapshot()

109           }

110 

111       if ( $VMNET -and $VM.Status -eq "ReadyRole" )

112           {

113           Invoke-Command -ConnectionUri $ConUri -Credential $BCKuser { C:\backup\del-vss.ps1 }

114    -SessionOption $PSSO

115           }

116 

117       foreach ( $SNAP in $SNAPs )

118           {

119           if ( $Disks[$DNR].OS )

120              {

121              $Blob = $DSTName + "-OS.vhd"

122              }

123           else

124              {

125              $Blob = $DSTName + "-$DNR.vhd"

126              }

127           $URI = $SNAP.Uri.AbsoluteUri

128           $Count = 5

129           do

130              {

131              $Error.clear()

132             write-dbg "$(__LINE__): Start BlobCopy $Uri --> $($NewCont.Name)"

133              $BlobCopy = Start-AzureStorageBlobCopy -Context $StorContext -SrcUri $Uri `

134                 -DestContainer $NewCont.Name -DestBlob $Blob -Force

135              if ( $Error.count -eq 0 )

136                 {

137                 break

138                 }

139              $Count --

140              write-dbg "$(__LINE__): Error at BlobCopy. Trying an other $Count times!"

141              sleep 60

142              } until ( $Count -eq 0 )

143           if ( $Error.count -eq 0 )

144              {

145              $BlobCopyState = Get-AzureStorageBlobCopyState -Context $StorContext -Container `

146                 $NewCont.Name -Blob $Blob -WaitForComplete

147              }

148           else

149              {

150              write-dbg "$(__LINE__): Error at BlobCopy. Cant Backup $($SNAP.Name)"

151              }

152           write-dbg "$(__LINE__): Delete Snapshot $($SNAP.Name)"

153          $SNAP.Delete()

154           $DNR ++

155           }

156      }

157    }

158 }