Function useUploadDataSource

client/src/api/datasource/queries.ts:145–192

(type: string, account: string, container: string, setProgress)

};

export const useUploadDataSource = (type: string, account: string, container: string, setProgress) => {
  const { dataSourcesQuery, filesQuery } = useUserSettings();
  const { instance } = useMsal();
  const dataSourceClient = DataSourceClientFactory(ClientType.API, filesQuery.data, dataSourcesQuery.data, instance);

  async function uploadBlob(f:FileWithHandle, account, container) {
    // Create azure blob client
    const blobName = f.name;
    const sas_token = await fetchSasToken(dataSourceClient, account, container, blobName, true); // Note - it needs ADD, CREATE, WRITE
    const blobUrl = `https://${account}.blob.core.windows.net/${container}/${blobName}?${sas_token.data.sasToken}`;

    const blockBlobClient = new BlockBlobClient(blobUrl);

    // chunking related
    const blockSize = 1 * 1024 * 1024; // 1MB
    const blockCount = Math.ceil(f.size / blockSize);
    console.log(blockCount, 'blocks');
    const blockIds = [];
    for (let i = 0; i < blockCount; i++) {
      setProgress((i / blockCount) * 100); // update progress bar
      const start = i * blockSize;
      const end = Math.min(start + blockSize, f.size);
      const chunk = f.slice(start, end);
      const chunkSize = end - start;
      const blockId = btoa('block-' + i.toString().padStart(6, '0'));
      blockIds.push(blockId);
      await blockBlobClient.stageBlock(blockId, chunk, chunkSize);
    }
    await blockBlobClient.commitBlockList(blockIds);
    setProgress(100);

  }

  const uploadFiles = async () => {
    const files = await fileOpen({
      multiple: true,
    });
    let uploadedFilesList = [];
    for (let indx in files) {
      await uploadBlob(files[indx], account, container);
      uploadedFilesList = uploadedFilesList.concat(files[indx].name);
    }
    setProgress(0);
  };

  // Upload files with progress bar
  return uploadFiles;
};