Execute a custom query on Azure Cosmos DB using Spark in Azure Synapse

Hi Team,

I want to run custom query against cosmos db in spark using azure synapse link (( synapse Workspace). I'm ending up with below error. can you please if there is any workaround to run custom query

Code:

df = spark.read.format("cosmos.olap")\
    .option("spark.cosmos.accountEndpoint", "xxxx")\
    .option("spark.cosmos.accountKey", "xxxx")\
    .option("spark.cosmos.container", "xxxx")\
    .option("spark.cosmos.database", "xxx")\
    .option("spark.cosmos.read.customQuery","SELECT a.id,b.id FROM a JOIN b in a.EventTypes
WHERE a._type = 'xxx'")\
    .load()

Error:

--------------------------------------------------------------------------
IllegalArgumentException                  Traceback (most recent call last)
/tmp/ipykernel_11236/3724999061.py in <module>
      1 # To select a preferred list of regions in a multi-region Azure Cosmos DB account, add .option("spark.cosmos.preferredRegions", "<Region1>,<Region2>")
      2 
----> 3 df = spark.read.format("cosmos.olap")\
      4     .option("spark.cosmos.accountEndpoint", "xxxxxxxxxxxxxxxxx")\
      5     .option("spark.cosmos.accountKey", "xxxxxxxxxxxxxxxxxxxxxxxxxxxxx")\

/opt/spark/python/lib/pyspark.zip/pyspark/sql/readwriter.py in load(self, path, format, schema, **options)
    208             return self._df(self._jreader.load(self._spark._sc._jvm.PythonUtils.toSeq(path)))
    209         else:
--> 210             return self._df(self._jreader.load())
    211 
    212     def json(self, path, schema=None, primitivesAsString=None, prefersDecimal=None,

~/cluster-env/clonedenv/lib/python3.8/site-packages/py4j/java_gateway.py in __call__(self, *args)
   1302 
   1303         answer = self.gateway_client.send_command(command)
-> 1304         return_value = get_return_value(
   1305             answer, self.gateway_client, self.target_id, self.name)
   1306 

/opt/spark/python/lib/pyspark.zip/pyspark/sql/utils.py in deco(*a, **kw)
    115                 # Hide where the exception came from that shows a non-Pythonic
    116                 # JVM exception message.
--> 117                 raise converted from None
    118             else:
    119                 raise

IllegalArgumentException: Unknown cosmos configuration was specified: spark.cosmos.read.customquery

Thanks,

Abhiram