[Storage] Add live test to cover File/Table, and cover StorageContext generate in different ways

src/Storage/LiveTests/Storage.Management/BlobTests.ps1

@@ -10,8 +10,10 @@ Invoke-LiveTestScenario -Name "Blob basics" -Description "Test blob basic operat
  $ContentMD5 = "i727sP7HigloQDsqadNLHw=="
  $testfile512path = "$PSScriptRoot\TestFiles\testfile512"
 
- $account = New-AzStorageAccount -ResourceGroupName $rgName -Name $storageAccountName -Location $location -SkuName Standard_GRS -AllowBlobPublicAccess $true
+ $account = New-AzStorageAccount -ResourceGroupName $rgName -Name $storageAccountName -Location $location -SkuName Standard_GRS -AllowBlobPublicAccess $true -AllowSharedKeyAccess $true -Tag @{"Az.Sec.DisableAllowSharedKeyAccess::Skip" = "For Powershell test."}
  $ctx = $account.Context
+ $ctx1 = New-AzStorageContext -StorageAccountName $storageAccountName -StorageAccountKey (Get-AzStorageAccountKey -ResourceGroupName $rgName -Name $storageAccountName)[0].Value
+
  $container = New-AzStorageContainer -Name $containerName -Context $ctx
  $containerSAS = New-AzStorageContainerSASToken -Name $containerName -Permission radwl -ExpiryTime 5000-01-01 -Context $ctx
  $sasCtx = New-AzStorageContext -SasToken $containerSAS -StorageAccountName $storageAccountName
@@ -50,13 +52,13 @@ Invoke-LiveTestScenario -Name "Blob basics" -Description "Test blob basic operat
  $b.FetchAttributes()
  Assert-AreEqual "Hot" $b.BlobProperties.AccessTier
 
- $b2 = Set-AzStorageBlobContent -File $testfile512path -Container $containerName -Blob $blobName2 -Force -Context $ctx
+ $b2 = Set-AzStorageBlobContent -File $testfile512path -Container $containerName -Blob $blobName2 -Force -Context $ctx1
  $blobs = Get-AzStorageBlob -Container $containerName -Context $ctx
  Assert-AreEqual 2 $blobs.Count
  $b3 = Set-AzStorageBlobContent -File $testfile512path -Container $containerName -Blob $blobName3 -Force -Context $sasCtx
  $b2.BlobBaseClient.CreateSnapshot()
 
- $blobs = Get-AzStorageBlob -Container $containerName -Prefix "blob3" -Context $ctx
+ $blobs = Get-AzStorageBlob -Container $containerName -Prefix "blob3" -Context $ctx1
  Assert-AreEqual 1 $blobs.Count
  Assert-AreEqual $blobName3 $blobs[0].Name
 
@@ -66,7 +68,7 @@ Invoke-LiveTestScenario -Name "Blob basics" -Description "Test blob basic operat
  Assert-AreEqual $blobName2 $blob.Name
  Assert-AreEqual $snapshotblob.SnapshotTime $blob.SnapshotTime
 
- $blob = Set-AzStorageBlobContent -File $testfile512path -Container $containerName -Blob $blobName3 -Tag @{"Tag1" = "Value2"; "Tag2" = "Value2" } -Context $ctx -Force
+ $blob = Set-AzStorageBlobContent -File $testfile512path -Container $containerName -Blob $blobName3 -Tag @{"Tag1" = "Value2"; "Tag2" = "Value2" } -Context $ctx1 -Force
  $blob = Get-AzStorageBlob -Blob $blobName3 -Container $containerName -IncludeTag -Context $ctx
  Assert-AreEqual $blobName3 $blob.Name
  Assert-AreEqual 2 $blob.TagCount
@@ -77,18 +79,18 @@ Invoke-LiveTestScenario -Name "Blob basics" -Description "Test blob basic operat
  $blob = Set-AzStorageBlobContent -File $testfile512path -Container $containerName -Blob $blobName3 -Context $sasctx -Force
  $blobs = Get-AzStorageBlob -Container $containerName -Context $ctx -IncludeVersion
  $versionBlob = $blobs | ? { $_.VersionId -ne $null } | Select-Object -First 1
- $blob = Get-AzStorageBlob -Container $containerName -Blob $blobName3 -VersionId $versionBlob.VersionId -Context $ctx
+ $blob = Get-AzStorageBlob -Container $containerName -Blob $blobName3 -VersionId $versionBlob.VersionId -Context $ctx1
  Assert-AreEqual $blobName3 $blob.Name
  Assert-AreEqual $versionBlob.VersionId $blob.VersionId
 
  $b2 | Remove-AzStorageBlob -Force
  $blobs = Get-AzStorageBlob -Container $containerName -Context $ctx
  Assert-AreEqual 2 $blobs.Count
 
- $container = Get-AzStorageContainer -Name $containerName -Context $ctx
+ $container = Get-AzStorageContainer -Name $containerName -Context $ctx1
  $containerProperties = $container.BlobContainerClient.GetProperties().Value
  Assert-AreEqual $container.BlobContainerProperties.ETag $containerProperties.ETag
- Set-AzStorageContainerAcl -Name $containerName -Permission Blob -Context $ctx
+ Set-AzStorageContainerAcl -Name $containerName -Permission Blob -Context $ctx1
  $containerProperties = $container.BlobContainerClient.GetProperties().Value
  Assert-AreNotEqual $container.BlobContainerProperties.ETag $containerProperties.ETag
  $container.FetchAttributes()

src/Storage/LiveTests/Storage.Management/FileTests.ps1

@@ -0,0 +1,149 @@
+Invoke-LiveTestScenario -Name "File basics" -Description "Test File basic operation" -ScenarioScript `
+{
+ param ($rg)
+
+ $rgName = $rg.ResourceGroupName
+ $storageAccountName = New-LiveTestStorageAccountName
+ $shareName = New-LiveTestResourceName
+ $testfile512path = "$PSScriptRoot\TestFiles\testfile512"
+ $localDestFile = "$PSScriptRoot\TestFiles\dest"
+ $location = $rg.Location
+ $account = New-AzStorageAccount -ResourceGroupName $rgName -Name $storageAccountName -Location $location -SkuName Standard_GRS -AllowSharedKeyAccess $true -Tag @{"Az.Sec.DisableAllowSharedKeyAccess::Skip" = "For Powershell test."}
+ $ctx = $account.Context 
+ $ctx1 = New-AzStorageContext -StorageAccountName $storageAccountName -StorageAccountKey (Get-AzStorageAccountKey -ResourceGroupName $rgName -Name $storageAccountName)[0].Value
+
+ $objectName1 = "filetest1.txt." 
+ $objectName2 = "filetest2.txt" 
+
+ #Create a file share 
+ New-AzStorageShare $shareName -Context $ctx
+ $Share = Get-AzStorageShare -Name $shareName -Context $ctx
+ Assert-AreEqual $Share.Count 1
+ Assert-AreEqual $Share[0].Name $shareName
+
+ # upload file
+ $t = Set-AzStorageFileContent -source $testfile512path -ShareName $shareName -Path $objectName1 -Force -Context $ctx -asjob
+ $t | wait-job
+ Assert-AreEqual $t.State "Completed"
+ Assert-AreEqual $t.Error $null
+
+ # upload/remove file/dir with -DisAllowTrailingDot 
+ $dirName1WithTrailingDot = "testdir1.." 
+ $dirName1WithOutTrailingDot = "testdir1" 
+ $objectPathWithoutTrailingDot = "testdir1/filetest1.txt" 
+ New-AzStorageDirectory -ShareName $shareName -Path $dirName1WithTrailingDot -Context $ctx1 -DisAllowTrailingDot
+ $file11 = Set-AzStorageFileContent -source $testfile512path -ShareName $shareName -Path "$($dirName1WithTrailingDot)/$($objectName1)" -Force -Context $ctx1 -DisAllowTrailingDot
+ $file = Get-AzStorageFile -ShareName $shareName -Path $objectPathWithoutTrailingDot -Context $ctx1 -DisAllowTrailingDot
+ Assert-AreEqual $file.Count 1
+ Assert-AreEqual $file[0].ShareFileClient.Path $objectPathWithoutTrailingDot
+ Remove-AzStorageFile -ShareName $shareName -Path "$($dirName1WithTrailingDot)/$($objectName1)" -Context $ctx1 -DisAllowTrailingDot
+ Remove-AzStorageDirectory -ShareName $shareName -Path $dirName1WithTrailingDot -Context $ctx1 -DisAllowTrailingDot
+
+ # list file 
+ $file = Get-AzStorageFile -ShareName $shareName -Context $ctx
+ Assert-AreEqual $file.Count 1
+ Assert-AreEqual $file[0].Name $objectName1
+ Assert-NotNull $file[0].ListFileProperties.Properties.ETag
+
+ if ($Env:OS -eq "Windows_NT")
+ {
+ Set-AzStorageFileContent -source $testfile512path -ShareName $shareName -Path $objectName1 -PreserveSMBAttribute -Force -Context $ctx
+ }
+ else
+ {
+ Set-AzStorageFileContent -source $testfile512path -ShareName $shareName -Path $objectName1 -Force -Context $ctx
+ }
+ $file = Get-AzStorageFile -ShareName $shareName -Context $ctx 
+ Assert-AreEqual $file.Count 1
+ Assert-AreEqual $file[0].Name $objectName1
+ Assert-NotNull $file[0].ListFileProperties.Properties.ETag
+ if ($Env:OS -eq "Windows_NT")
+ {
+ $localFileProperties = Get-ItemProperty $testfile512path
+ Assert-AreEqual $localFileProperties.CreationTime.ToUniversalTime().Ticks $file[0].ListFileProperties.Properties.CreatedOn.ToUniversalTime().Ticks
+ Assert-AreEqual $localFileProperties.LastWriteTime.ToUniversalTime().Ticks $file[0].ListFileProperties.Properties.LastWrittenOn.ToUniversalTime().Ticks
+ Assert-AreEqual $localFileProperties.Attributes.ToString() $file[0].ListFileProperties.FileAttributes.ToString()
+ }
+
+ Start-AzStorageFileCopy -SrcShareName $shareName -SrcFilePath $objectName1 -DestShareName $shareName -DestFilePath $objectName2 -Force -Context $ctx -DestContext $ctx
+ Get-AzStorageFileCopyState -ShareName $shareName -FilePath $objectName2 -Context $ctx -WaitForComplete
+ $file = Get-AzStorageFile -ShareName $shareName -Context $ctx
+ Assert-AreEqual $file.Count 2
+ Assert-AreEqual $file[0].Name $objectName1
+ Assert-AreEqual $file[1].Name $objectName2
+
+ $t = Get-AzStorageFileContent -ShareName $shareName -Path $objectName1 -Destination $localDestFile -Force -Context $ctx -asjob
+ $t | wait-job
+ Assert-AreEqual $t.State "Completed"
+ Assert-AreEqual $t.Error $null 
+ Assert-AreEqual (Get-FileHash -Path $localDestFile -Algorithm MD5).Hash (Get-FileHash -Path $testfile512path -Algorithm MD5).Hash
+
+ if ($Env:OS -eq "Windows_NT")
+ {
+ Get-AzStorageFileContent -ShareName $shareName -Path $objectName1 -Destination $localDestFile -PreserveSMBAttribute -Force -Context $ctx1
+ }
+ else
+ {
+ Get-AzStorageFileContent -ShareName $shareName -Path $objectName1 -Destination $localDestFile -Force -Context $ctx
+ }
+ Assert-AreEqual (Get-FileHash -Path $localDestFile -Algorithm MD5).Hash (Get-FileHash -Path $testfile512path -Algorithm MD5).Hash
+ if ($Env:OS -eq "Windows_NT")
+ {
+ $file = Get-AzStorageFile -ShareName $shareName -Path $objectName1 -Context $ctx1
+ $localFileProperties = Get-ItemProperty $testfile512path
+ Assert-AreEqual $localFileProperties.CreationTime.ToUniversalTime().Ticks $file[0].FileProperties.SmbProperties.FileCreatedOn.ToUniversalTime().Ticks
+ Assert-AreEqual $localFileProperties.LastWriteTime.ToUniversalTime().Ticks $file[0].FileProperties.SmbProperties.FileLastWrittenOn.ToUniversalTime().Ticks
+ Assert-AreEqual $localFileProperties.Attributes.ToString() $file[0].FileProperties.SmbProperties.FileAttributes.ToString()
+ }
+
+ $fileName1 = "new" + $objectName1
+ $file = Get-AzStorageFile -ShareName $shareName -Path $objectName1 -Context $ctx
+
+ $file2 = Rename-AzStorageFile -ShareName $shareName -SourcePath $objectName1 -DestinationPath $fileName1 -Context $ctx
+ Assert-AreEqual $file2.Name $fileName1 
+ Assert-AreEqual $file.FileProperties.ContentType $file2.FileProperties.ContentType
+ Assert-AreEqual $file.FileProperties.ContentLength $file2.FileProperties.ContentLength
+
+ $file3 = $file2 | Rename-AzStorageFile -DestinationPath $fileName1 -Context $ctx1 -Force
+ Assert-AreEqual $file3.Name $fileName1 
+ Assert-AreEqual $file2.FileProperties.ContentType $file3.FileProperties.ContentType
+ Assert-AreEqual $file2.FileProperties.ContentLength $file3.FileProperties.ContentLength
+
+ Remove-AzStorageFile -ShareName $shareName -Path $fileName1 -Context $ctx
+ $file = Get-AzStorageFile -ShareName $shareName -Context $ctx
+ Assert-AreEqual $file.Count 1
+ Assert-AreEqual $file[0].Name $objectName2
+
+ $dirName = "filetestdir"
+ New-AzStorageDirectory -ShareName $shareName -Path $dirName -Context $ctx 
+ $file = Get-AzStorageShare -Name $shareName -Context $ctx1 | Get-AzStorageFile -ExcludeExtendedInfo
+ Assert-AreEqual $file.Count 2
+ Assert-AreEqual $file[0].Name $dirName
+ Assert-AreEqual $file[0].GetType().Name "AzureStorageFileDirectory"
+ Assert-Null $file[0].ListFileProperties.Properties.ETag
+ Assert-AreEqual $file[1].Name $objectName2
+ Assert-AreEqual $file[1].GetType().Name "AzureStorageFile"
+ Assert-Null $file[1].ListFileProperties.Properties.ETag
+
+ $newDir = "new" + $dirName + ".."
+ $dir = Get-AzStorageFile -ShareName $shareName -Path $dirName -Context $ctx
+ $dir2 = Rename-AzStorageDirectory -ShareName $shareName -SourcePath $dirName -DestinationPath $newDir -Context $ctx1
+ Assert-AreEqual $newDir $dir2.Name
+ Assert-AreEqual $dir.ListFileProperties.IsDirectory $dir2.ListFileProperties.IsDirectory
+ Assert-AreEqual $dir.ListFileProperties.FileAttributes $dir2.ListFileProperties.FileAttributes
+
+ $newDir2 = "new2" + $dirName
+ $dir3 = $dir2 | Rename-AzStorageDirectory -DestinationPath $newDir2 -Context $ctx1
+ Assert-AreEqual $newDir2 $dir3.Name
+ Assert-AreEqual $dir2.ListFileProperties.IsDirectory $dir3.ListFileProperties.IsDirectory
+ Assert-AreEqual $dir2.ListFileProperties.FileAttributes $dir3.ListFileProperties.FileAttributes
+
+ $dir3 | Remove-AzStorageDirectory
+ $file = Get-AzStorageFile -ShareName $shareName -Context $ctx
+ Assert-AreEqual $file.Count 1
+ Assert-AreEqual $file[0].Name $objectName2
+ Assert-AreEqual $file[0].GetType().Name "AzureStorageFile"
+
+ # Clean Storage Account
+ Remove-AzStorageShare -Name $shareName -Force -Context $ctx
+}

src/Storage/LiveTests/Storage.Management/QueueTests.ps1

@@ -7,8 +7,9 @@ Invoke-LiveTestScenario -Name "Queue basics" -Description "Test queue basic oper
  $queueName = New-LiveTestResourceName
  $queueName2 = New-LiveTestResourceName
  $location = $rg.Location
- $account = New-AzStorageAccount -ResourceGroupName $rgName -Name $storageAccountName -Location $location -SkuName Standard_GRS 
+ $account = New-AzStorageAccount -ResourceGroupName $rgName -Name $storageAccountName -Location $location -SkuName Standard_GRS -AllowSharedKeyAccess $true -Tag @{"Az.Sec.DisableAllowSharedKeyAccess::Skip" = "For Powershell test."}
  $ctx = $account.Context 
+ $ctx1 = New-AzStorageContext -StorageAccountName $storageAccountName -StorageAccountKey (Get-AzStorageAccountKey -ResourceGroupName $rgName -Name $storageAccountName)[0].Value
 
  $q = New-AzStorageQueue -Name $queueName -Context $ctx 
  Assert-AreEqual $queueName $q.Name 
@@ -17,16 +18,16 @@ Invoke-LiveTestScenario -Name "Queue basics" -Description "Test queue basic oper
  Assert-AreEqual 0 $q.ApproximateMessageCount
  Assert-AreEqual 0 $q.QueueProperties.ApproximateMessagesCount
 
- $q = New-AzStorageQueue -Name $queueName2 -Context $ctx 
- $qs = Get-AzStorageQueue -Context $ctx 
+ $q = New-AzStorageQueue -Name $queueName2 -Context $ctx1 
+ $qs = Get-AzStorageQueue -Context $ctx1 
  Assert-AreEqual 2 $qs.Count
 
  $sas = New-AzStorageAccountSASToken -Service Queue -ResourceType Container,Object,Service -Permission rwdl -ExpiryTime 3000-01-01 -Context $ctx 
  $ctxaccountsas = New-AzStorageContext -StorageAccountName $storageAccountName -SasToken $sas 
  $qs = Get-AzStorageQueue -Context $ctxaccountsas 
  Assert-AreEqual 2 $qs.Count
 
- $sas = New-AzStorageQueueSASToken -Name $queueName -Context $ctx -Permission ruap 
+ $sas = New-AzStorageQueueSASToken -Name $queueName -Context $ctx1 -Permission ruap 
  $sasctx = New-AzStorageContext -StorageAccountName $storageAccountName -SasToken $sas 
  $q = Get-AzStorageQueue -Name $queueName -Context $sasctx 
  Assert-AreEqual $queueName $q.Name
@@ -53,10 +54,10 @@ Invoke-LiveTestScenario -Name "Queue basics" -Description "Test queue basic oper
  Assert-Null $p.StartTime
  Assert-AreEqual "rau" $p.Permissions
 
- $p = New-AzStorageQueueStoredAccessPolicy -Queue $queueName -Policy $policyName2 -Permission ruap -Context $ctx
+ $p = New-AzStorageQueueStoredAccessPolicy -Queue $queueName -Policy $policyName2 -Permission ruap -Context $ctx1
  $p = Get-AzStorageQueueStoredAccessPolicy -Queue $queueName -Context $ctx 
  Assert-AreEqual 2 $p.Count
- $p = Get-AzStorageQueueStoredAccessPolicy -Queue $queueName -Policy $policyName1 -Context $ctx
+ $p = Get-AzStorageQueueStoredAccessPolicy -Queue $queueName -Policy $policyName1 -Context $ctx1
  Assert-AreEqual $policyName1 $p.Policy
 
  Remove-AzStorageQueueStoredAccessPolicy -Queue $queueName -Policy $policyName1 -Context $ctx

src/Storage/LiveTests/Storage.Management/TableTests.ps1

@@ -0,0 +1,57 @@
+Invoke-LiveTestScenario -Name "Table basics" -Description "Test Table basic operation" -ScenarioScript `
+{
+ param ($rg)
+
+ $rgName = $rg.ResourceGroupName
+ $storageAccountName = New-LiveTestStorageAccountName
+ $tableName = New-LiveTestResourceName
+ $tableName2 = New-LiveTestResourceName
+ $location = $rg.Location
+ $account = New-AzStorageAccount -ResourceGroupName $rgName -Name $storageAccountName -Location $location -SkuName Standard_GRS -AllowSharedKeyAccess $true -Tag @{"Az.Sec.DisableAllowSharedKeyAccess::Skip" = "For Powershell test."}
+ $ctx = $account.Context 
+ $ctx1 = New-AzStorageContext -StorageAccountName $storageAccountName -StorageAccountKey (Get-AzStorageAccountKey -ResourceGroupName $rgName -Name $storageAccountName)[0].Value
+
+ # Create Table
+ New-AzStorageTable -Name $tableName -Context $ctx
+ $table =Get-AzStorageTable -Name $tableName -Context $ctx
+ Assert-AreEqual $table.Count 1
+ Assert-AreEqual $table[0].Name $tableName
+ New-AzStorageTable -Name $tableName2 -Context $ctx1
+ $table2 =Get-AzStorageTable -Name $tableName2 -Context $ctx1
+ Assert-AreEqual $table2.Count 1
+ Assert-AreEqual $table2[0].Name $tableName2
+
+ #Test run Table query - Insert Entity
+ $partitionKey = "p123"
+ $rowKey = "row123"
+ $tableRow = [Azure.Data.Tables.TableEntity]::new($partitionKey, $rowKey)
+ $tableRow.Add("Name", "name1") 
+ $tableRow.Add("ID", 4567) 
+ $methodAddEntity = [Azure.Data.Tables.TableClient].GetMethods() | Where-Object Name -eq "AddEntity"
+ $methodAddEntity = $methodAddEntity.MakeGenericMethod([Azure.Data.Tables.TableEntity])
+ $methodAddEntity.Invoke($table.TableClient, @([Azure.Data.Tables.TableEntity]$tableRow, $null))
+
+ # Create Table Object - which reference to exist Table with SAS
+ $tableSASUri = New-AzStorageTableSASToken -Name $tablename -Permission "raud" -ExpiryTime (([DateTime]::UtcNow.AddDays(10))) -FullUri -Context $ctx
+ $uri = [System.Uri]$tableSASUri
+ $sasTable = New-Object -TypeName Azure.Data.Tables.TableClient $uri 
+
+ #Get Entity
+ $methodGetEntity = [Azure.Data.Tables.TableClient].GetMethods() | Where-Object Name -eq "GetEntity"
+ $methodGetEntity = $methodGetEntity.MakeGenericMethod([Azure.Data.Tables.TableEntity])
+ $entity = $methodGetEntity.Invoke($sasTable, @($partitionKey,$rowKey, $null, $null)).Value
+ Assert-AreEqual $partitionKey $entity["PartitionKey"]
+ Assert-AreEqual $rowKey $entity["RowKey"]
+ Assert-AreEqual "name1" $entity["Name"]
+ Assert-AreEqual 4567 $entity["ID"]
+
+ # Get/Remove Table
+ $tableCount1 = (Get-AzStorageTable -Context $ctx).Count
+ Assert-AreEqual $tableCount1 2
+ Remove-AzStorageTable -Name $tableName -Force -Context $ctx
+ $tableCount2 = (Get-AzStorageTable -Context $ctx1).Count 
+ Assert-AreEqual $tableCount2 1
+ $table2 | Remove-AzStorageTable -Force
+ $tableCount3 = (Get-AzStorageTable -Context $ctx1).Count 
+ Assert-AreEqual $tableCount3 0
+}

src/Storage/LiveTests/Storage.Management/TestLiveScenarios.ps1

@@ -36,4 +36,6 @@ Invoke-LiveTestScenario -Name "Removes a Storage account" -Description "Test rem
 }
 
 & "$PSScriptRoot\QueueTests.ps1"
-& "$PSScriptRoot\BlobTests.ps1"
+& "$PSScriptRoot\BlobTests.ps1"
+& "$PSScriptRoot\TableTests.ps1"
+& "$PSScriptRoot\FileTests.ps1"