How to read your data

import base64
from cryptography.hazmat.primitives.ciphers.aead import AESGCM

# Uses the AESGCM implementation from the cryptography library
def decrypt(encrypted_data_b64: str, master_key_b64: str) -> str:
    # Decode Base64 inputs
    encrypted_data = base64.b64decode(encrypted_data_b64)
    master_key = base64.b64decode(master_key_b64)

    NONCE_SIZE = 12  # AES-GCM nonce size
    key_nonce            = encrypted_data[0:NONCE_SIZE]           # Nonce for decrypting the data key
    value_nonce          = encrypted_data[NONCE_SIZE:NONCE_SIZE*2] # Nonce for decrypting the value
    encrypted_data_key   = encrypted_data[24:72]                  # Encrypted data key
    encrypted_value      = encrypted_data[72:]                    # Encrypted value

    # Decrypt the data key using the master key (Encryption Key from integration settings)
    aesgcm_master = AESGCM(master_key)
    data_key = aesgcm_master.decrypt(key_nonce, encrypted_data_key, associated_data=None)

    # Decrypt the value using the data key
    aesgcm_data_key = AESGCM(data_key)
    decrypted_value = aesgcm_data_key.decrypt(value_nonce, encrypted_value, associated_data=None)

    return decrypted_value.decode("utf-8")

{
  "items": [
    {
      "name": "string",
      "id": "string"
    }
  ],
  "nextPageToken": "string"
}

{
  "items": [
    {
      "name": "string",
      "share": "string"
    }
  ],
  "nextPageToken": "string"
}

{
  "items": [
    {
      "name": "string",
      "schema": "string",
      "share": "string",
      "shareId": "string",
      "id": "string"
    }
  ],
  "nextPageToken": "string"
}

{
  "items": [
    {
      "name": "string",
      "schema": "string",
      "share": "string",
      "shareId": "string",
      "id": "string"
    }
  ],
  "nextPageToken": "string"
}

{
    "protocol": {
        "minReaderVersion": 1
    }
}
{
    "metaData": {
        "id": "ec1809ba-0be9-4f3a-b004-8bd20712c3e8",
        "format": {
            "provider": "parquet"
        },
        "schemaString": "{\"type\":\"struct\",\"fields\":[{\"name\":\"internalId\",\"type\":\"string\",\"nullable\":false,\"metadata\":{}},{\"name\":\"id\",\"type\":\"integer\",\"nullable\":true,\"metadata\":{}},{\"name\":\"name\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"systemName\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"description\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"_tenant\",\"type\":\"string\",\"nullable\":false,\"metadata\":{}},{\"name\":\"_isDeleted\",\"type\":\"boolean\",\"nullable\":true,\"metadata\":{}},{\"name\":\"_rowversion_ts\",\"type\":\"timestamp\",\"nullable\":false,\"metadata\":{}}]}",
        "configuration": {
            "enableChangeDataFeed": "true"
        },
        "partitionColumns": [
            "_tenant"
        ],
        "version": 4
    }
}
{
    "add": {
        "url": "https://data-mesh-exports-production.storage.yandexcloud.net/stable/exports/Balances/_tenant%3DTenant/part-00067-191b93f1-c8d7-4300-aef8-03a8d4608a3a.c000.snappy.parquet?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240819T074744Z&X-Amz-SignedHeaders=host&X-Amz-Expires=36000&X-Amz-Credential=YCAJEtjPkLj9KXZ69Fc2yqrz0%2F20240819%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Signature=b52b400427e276ba2f07d0d3f08ccac967fc1cea852d1ba532f6f22f03a692b6",
        "id": "9ae10c0ff8387ea00f7387b70a5d85ee",
        "partitionValues": {
            "_tenant": "Mindbox"
        },
        "size": 2281,
        "expirationTimestamp": 1724089664079,
        "version": 4,
        "timestamp": 1723720346485,
        "stats": "{\"numRecords\":3,\"minValues\":{\"internalId\":\"1\",\"id\":1,\"name\":\"MainAccount\",\"systemName\":\"MainAccount\",\"_rowversion_ts\":\"2024-08-15T07:55:36.790Z\"},\"maxValues\":{\"internalId\":\"2\",\"id\":2,\"name\":\"AdditionalAccount\",\"systemName\":\"AdditionalAccount\",\"_rowversion_ts\":\"2024-08-15T07:55:36.790Z\"},\"nullCount\":{\"internalId\":0,\"id\":0,\"name\":0,\"systemName\":0,\"description\":3,\"_isDeleted\":3,\"_rowversion_ts\":0}}"
    }
}

{
  "shareCredentialsVersion": 1,
  "endpoint": "{Service URL}",
  "bearerToken": "{Secret key}"
}

import delta_sharing
from delta_sharing.protocol import DeltaSharingProfile, CdfOptions
from delta_sharing.rest_client import DataSharingRestClient

share_file_path = {path to file} + "/Profile.json" # set the path to the file

client = delta_sharing.SharingClient(share_file_path) # create a client for reading data

print(client.list_all_tables()) # list all databases, schemas, and tables in the storage

import delta_sharing
from delta_sharing.protocol import DeltaSharingProfile, CdfOptions
from delta_sharing.rest_client import DataSharingRestClient

share_file_path = {путь к файлу} + "/Profile.json" # set the path to the file

profile = DeltaSharingProfile.read_from_file(share_file_path) # create the profile for your REST client

rest_client = DataSharingRestClient(profile) # create your REST client

table = delta_sharing.Table(share="Database Name", schema="Schema Name", name="Table Name") # create a table to read data from

# Note: specifying version is mandatory when reading data
res = rest_client.list_table_changes( 
	table,
	cdfOptions=CdfOptions(starting_version=0, ending_version=10)
) # read table changes from version 0 to version 10

import delta_sharing
from pyspark.sql import SparkSession
import pathlib

# Creating a SparkSession
spark = (
    SparkSession.builder
    .config(
        "spark.jars.packages",
        "org.apache.hadoop:hadoop-azure:3.3.1,"
        "io.delta:delta-core_2.12:2.2.0,"
        "io.delta:delta-sharing-spark_2.12:3.2.0",
    )
    .config("spark.sql.extensions", "io.delta.sql.DeltaSparkSessionExtension")
    .config("spark.sql.catalog.spark_catalog", "org.apache.spark.sql.delta.catalog.DeltaCatalog")
    .getOrCreate()
)

share_file_path = str(pathlib.Path().resolve()) + "/Profile.json" # authenticate with the service
table_url = share_file_path + "#exports.ProcessingOrders.BonusPointChanges" # set the path to the target table

# write data from versions 1 and 2 to the spark dataframe shared_df
shared_df = (
    spark.read.format("deltaSharing")
    .option("readChangeFeed", "true")
    .option("startingVersion", 1)
    .option("endingVersion", 2)
    .load(table_url)
)