@@ -33,14 +33,14 @@ Lance provides SQL extensions that add additional functionality beyond standard
3333=== "Spark Shell"
3434 ```shell
3535 spark-shell \
36- --packages org.lance: lance-spark-bundle-3 .5_2.12:0.0.7 \
36+ --packages org.lance: lance-spark-bundle-3 .5_2.12:0.4.0 \
3737 --conf spark.sql.extensions=org.lance.spark.extensions.LanceSparkSessionExtensions
3838 ```
3939
4040=== "Spark Submit"
4141 ```shell
4242 spark-submit \
43- --packages org.lance: lance-spark-bundle-3 .5_2.12:0.0.7 \
43+ --packages org.lance: lance-spark-bundle-3 .5_2.12:0.4.0 \
4444 --conf spark.sql.extensions=org.lance.spark.extensions.LanceSparkSessionExtensions \
4545 your-application.jar
4646 ```
@@ -75,7 +75,7 @@ and namespace-specific options:
7575=== "Scala"
7676 ```scala
7777 import org.apache.spark.sql.SparkSession
78-
78+
7979 val spark = SparkSession.builder()
8080 .appName("lance-dir-example")
8181 .config("spark.sql.catalog.lance", "org.lance.spark.LanceNamespaceSparkCatalog")
@@ -87,7 +87,7 @@ and namespace-specific options:
8787=== "Java"
8888 ```java
8989 import org.apache.spark.sql.SparkSession;
90-
90+
9191 SparkSession spark = SparkSession.builder()
9292 .appName("lance-dir-example")
9393 .config("spark.sql.catalog.lance", "org.lance.spark.LanceNamespaceSparkCatalog")
@@ -99,7 +99,7 @@ and namespace-specific options:
9999=== "Spark Shell"
100100 ```shell
101101 spark-shell \
102- --packages org.lance: lance-spark-bundle-3 .5_2.12:0.0.7 \
102+ --packages org.lance: lance-spark-bundle-3 .5_2.12:0.4.0 \
103103 --conf spark.sql.catalog.lance=org.lance.spark.LanceNamespaceSparkCatalog \
104104 --conf spark.sql.catalog.lance.impl=dir \
105105 --conf spark.sql.catalog.lance.root=/path/to/lance/database
@@ -108,7 +108,7 @@ and namespace-specific options:
108108=== "Spark Submit"
109109 ```shell
110110 spark-submit \
111- --packages org.lance: lance-spark-bundle-3 .5_2.12:0.0.7 \
111+ --packages org.lance: lance-spark-bundle-3 .5_2.12:0.4.0 \
112112 --conf spark.sql.catalog.lance=org.lance.spark.LanceNamespaceSparkCatalog \
113113 --conf spark.sql.catalog.lance.impl=dir \
114114 --conf spark.sql.catalog.lance.root=/path/to/lance/database \
@@ -148,7 +148,7 @@ Example settings:
148148 .config("spark.sql.catalog.lance.storage.secret_access_key", "def")
149149 .config("spark.sql.catalog.lance.storage.session_token", "ghi") \
150150 .getOrCreate()
151- ```
151+ ```
152152
153153=== "MinIO"
154154 ```python
@@ -209,7 +209,7 @@ Here we use LanceDB Cloud as an example of the REST namespace:
209209=== "Spark Shell"
210210 ```shell
211211 spark-shell \
212- --packages org.lance: lance-spark-bundle-3 .5_2.12:0.0.7 \
212+ --packages org.lance: lance-spark-bundle-3 .5_2.12:0.4.0 \
213213 --conf spark.sql.catalog.lance=org.lance.spark.LanceNamespaceSparkCatalog \
214214 --conf spark.sql.catalog.lance.impl=rest \
215215 --conf spark.sql.catalog.lance.headers.x-api-key=your-api-key \
@@ -220,7 +220,7 @@ Here we use LanceDB Cloud as an example of the REST namespace:
220220=== "Spark Submit"
221221 ```shell
222222 spark-submit \
223- --packages org.lance: lance-spark-bundle-3 .5_2.12:0.0.7 \
223+ --packages org.lance: lance-spark-bundle-3 .5_2.12:0.4.0 \
224224 --conf spark.sql.catalog.lance=org.lance.spark.LanceNamespaceSparkCatalog \
225225 --conf spark.sql.catalog.lance.impl=rest \
226226 --conf spark.sql.catalog.lance.headers.x-api-key=your-api-key \
@@ -291,7 +291,7 @@ Using the Glue namespace requires additional dependencies beyond the main Lance
291291Example with Spark Shell:
292292``` shell
293293spark-shell \
294- --packages org.lance:lance-spark-bundle-3.5_2.12:0.0.7 ,org.lance:lance-namespace-glue:0.0.7 ,software.amazon.awssdk:bundle:2.20.0 \
294+ --packages org.lance:lance-spark-bundle-3.5_2.12:0.4.0 ,org.lance:lance-namespace-glue:0.3.0 ,software.amazon.awssdk:bundle:2.20.0 \
295295 --conf spark.sql.catalog.lance=org.lance.spark.LanceNamespaceSparkCatalog \
296296 --conf spark.sql.catalog.lance.impl=glue \
297297 --conf spark.sql.catalog.lance.root=s3://your-bucket/lance
@@ -401,7 +401,7 @@ Using Hive namespaces requires additional JARs beyond the main Lance Spark bundl
401401Example with Spark Shell for Hive 3.x:
402402``` shell
403403spark-shell \
404- --packages org.lance:lance-spark-bundle-3.5_2.12:0.0.7 ,org.lance:lance-namespace-hive3:0.0.7 \
404+ --packages org.lance:lance-spark-bundle-3.5_2.12:0.4.0 ,org.lance:lance-namespace-hive3:0.3.0 \
405405 --conf spark.sql.catalog.lance=org.lance.spark.LanceNamespaceSparkCatalog \
406406 --conf spark.sql.catalog.lance.impl=hive3 \
407407 --conf spark.sql.catalog.lance.hadoop.hive.metastore.uris=thrift://metastore:9083 \
@@ -499,4 +499,4 @@ Lance Spark maintains index and metadata caches to minimize redundant I/O. Cache
499499| ` LANCE_INDEX_CACHE_SIZE ` | 6GB | Index cache size in bytes. |
500500| ` LANCE_METADATA_CACHE_SIZE ` | 1GB | Metadata cache size in bytes. |
501501
502- For details on how caching works and tuning recommendations, see [ Performance Tuning - Caching] ( performance.md#caching ) .
502+ For details on how caching works and tuning recommendations, see [ Performance Tuning - Caching] ( performance.md#caching ) .
0 commit comments