0

I use this Python code to upload to PageBlob by manually chunking the file. It works. I translated that logic to C#. I am wondering is there a simpler solution built into Azure SKD? less hacky solution.

byte[] bytes = (encoding ?? Encoding.UTF8).GetBytes(content);

int fileSize = bytes.Length;
int blockSize = fileSize;
int boundary = blockSize % 512;
if (boundary != 0)
{
    byte[] padding = Enumerable.Repeat((byte)0x0, 512 - boundary).ToArray();
    bytes = bytes.Concat(padding).ToArray();
    blockSize = blockSize + 512 - boundary;
}

// Allocate pages
cloudPageBlob.Create(
    blockSize,
    accessCondition,
    options,
    operationContext);

var CHUNK_MAX_SIZE = 4 * 1024 * 1024;
var count = (int)Math.Ceiling(1.0 * bytes.Length / CHUNK_MAX_SIZE);

int remaining = bytes.Length;
for (var i = 0; i < count; i++)
{
    int chunkSize = Math.Min(CHUNK_MAX_SIZE, remaining);
    cloudPageBlob.UploadFromByteArray(
        bytes,
        i,
        chunkSize,
        accessCondition,
        options,
        operationContext);

    remaining -= chunkSize;
}
Node.JS
  • 1,042
  • 6
  • 44
  • 114
  • Are you running into any issues with this code? – Gaurav Mantri Nov 17 '21 at 07:09
  • @GauravMantri I always appreciate a code review if you see anything anti-pattern or problematic. But I was wondering if there is a built-in way of doing this in Azure C# SDK. Maybe does Azure SDK has a chunking capability. – Node.JS Nov 17 '21 at 07:28
  • @GauravMantri I am wondering is there a way to unit test this code? instead of actually connecting to azure blob. – Node.JS Nov 17 '21 at 08:59

1 Answers1

1

I tried in my system able to upload chunks and slightly modify your code , taken dummy bytes to testing purpose

using System;
using System.Linq;
using System.Text;


using Microsoft.Azure.Storage;
using Microsoft.Azure.Storage.Auth;
using Microsoft.Azure.Storage.Blob;

namespace UploadPageChunck
{
    class Program
    {
        static void Main(string[] args)
        {
            Uri uri = new Uri("blob uri");
            Console.WriteLine("Hello World!");
            AccessCondition data =null;
            byte[] bytes= { 0x32, 0x00, 0x1E, 0x00 , 0x00 , 0x00 , 0x00 , 0x00 };
            //byte[] bytes= { 0x32, 0x00, 0x1E, 0x00 , 0x00 , 0x00 , 0x00 , 0x00 , 0x00, 0x00, 0x00, };
            var storage = new StorageCredentials("testsnapshotex", "Storage key ”)
            int fileSize = bytes.Length;
            int blockSize = fileSize;
            int boundary = blockSize % 512;
            if (boundary != 0)
            {
                byte[] padding = Enumerable.Repeat((byte)0x0, 512 - boundary).ToArray();
                bytes = bytes.Concat(padding).ToArray();
                blockSize = blockSize + 512 - boundary;
            }

            // Allocate pages
            CloudPageBlob cloudPageBlob = new CloudPageBlob(uri,storage);
            //cloudPageBlob.Create(
            //    blockSize,
            //    null,
            //    null,
            //    null);

            var CHUNK_MAX_SIZE = 4 * 1024 * 1024;
            var count = (int)Math.Ceiling(1.0 * bytes.Length / CHUNK_MAX_SIZE);

            int remaining = bytes.Length;
            for (var i = 0; i < count; i++)
            {
                int chunkSize = Math.Min(CHUNK_MAX_SIZE, remaining);
                cloudPageBlob.UploadFromByteArray(
                    bytes,
                    i,
                    chunkSize,
                    null,
                    data,
                    null);

                remaining -= chunkSize;
            }
        }
    }
}

OUTPUT

enter image description here

ShrutiJoshi-MT
  • 1,622
  • 1
  • 4
  • 9