adls-service-prin-gen1(Python)

df = spark.read.json("dbfs:/databricks-datasets/iot/iot_devices.json")

spark.conf.set("fs.adl.oauth2.access.token.provider.type", "ClientCredential")

spark.conf.set("fs.adl.oauth2.client.id", <client-id>)

spark.conf.set("fs.adl.oauth2.credential", <service-credential>)

spark.conf.set("fs.adl.oauth2.refresh.url", "https://login.microsoftonline.com/<directory-id>/oauth2/token")

dbutils.fs.ls("adl://<storage-resource>.azuredatalakestore.net/")

df.write.json("adl://<storage-resource>.azuredatalakestore.net/iot_devices.json")

df2 = spark.read.json("adl://<storage-resource>.azuredatalakestore.net/iot_devices.json")

display(df2)

configs = {"fs.adl.oauth2.access.token.provider.type": "ClientCredential",

           "fs.adl.oauth2.client.id": <client-id>,

           "fs.adl.oauth2.credential": <service-credential>,

           "fs.adl.oauth2.refresh.url": "https://login.microsoftonline.com/<directory-id>/oauth2/token"}

dbutils.fs.mount(

  source = "adl://<storage-resource>.azuredatalakestore.net/",

  mount_point = "/mnt/mymount",

  extra_configs = configs)

dbutils.fs.ls("/mnt/mymount")