Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions docs/user/filesystem/usage.rst
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,11 @@ Parameter Type Description
``fs.config.file`` String The name of a file containing storage configuration properties, in Java properties
format. See :ref:`fsds_config_props` and :ref:`fsds_metadata` for available properties.
Environment variables in property values will be interpolated using ``${...}`` syntax
``fs.encoding`` String The file storage to use, defaults to ``parquet``. Provided implementations are
``fs.encoding`` String The file format to use, defaults to ``parquet``. Provided implementations are
``parquet`` and ``converter``
``fs.read-threads`` Int The number of threads used for each query
``fs.writer.partition.timeout`` String Timeout for closing a partition file after write, e.g. '60 seconds'. This is to
prevent too many open files during large write operations
``geomesa.query.threads`` Int The number of threads used for each query, defaults to ``4``
``geomesa.query.timeout`` String The max time a query will be allowed to run before being killed. The
timeout is specified as a duration, e.g. ``1 minute`` or ``60 seconds``
``geomesa.security.auths`` String Comma-delimited superset of authorizations that will be used for queries. See
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,7 @@ class FileSystemDataStoreFactory extends DataStoreFactorySpi with LazyLogging {
// However, if you are doing lots of filtering it appears that bumping the threads up high
// can be very useful. Seems possibly numcores/2 might is a good setting (which is a standard idea)

val readThreads = ReadThreadsParam.lookup(params)
val readThreads = QueryThreadsParam.lookup(params)
val writeTimeout = WriteTimeoutParam.lookup(params)
val queryTimeout = QueryTimeoutParam.lookupOpt(params).filter(_.isFinite)

Expand Down Expand Up @@ -147,8 +147,8 @@ object FileSystemDataStoreFactory extends GeoMesaDataStoreInfo {
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.MetadataTypeParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.ConfigParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.ConfigFileParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.ReadThreadsParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.WriteTimeoutParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.QueryThreadsParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.QueryTimeoutParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.AuthProviderParam,
org.locationtech.geomesa.fs.data.FileSystemDataStoreParams.AuthsParam,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -71,13 +71,15 @@ trait FileSystemDataStoreParams extends SecurityParams with NamespaceParams {
readWrite = ReadWriteFlag.ReadWrite,
)

val ReadThreadsParam =
val QueryThreadsParam =
new GeoMesaParam[Integer](
"fs.read-threads",
"Read Threads",
default = 4,
supportsNiFiExpressions = true,
readWrite = ReadWriteFlag.ReadOnly
GeoMesaDataStoreFactory.QueryThreadsParam.key,
GeoMesaDataStoreFactory.QueryThreadsParam.description.toString,
default = Int.box(4),
deprecatedKeys = Seq("fs.read-threads"),
systemProperty = GeoMesaDataStoreFactory.QueryThreadsParam.systemProperty,
supportsNiFiExpressions = GeoMesaDataStoreFactory.QueryThreadsParam.supportsNiFiExpressions,
readWrite = GeoMesaDataStoreFactory.QueryThreadsParam.readWrite
)

val WriteTimeoutParam =
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ class FsExportCommand extends ExportCommand[FileSystemDataStore] with FsDistribu
override val params = new FsExportParams

override def connection: Map[String, String] =
super.connection + (FileSystemDataStoreParams.ReadThreadsParam.getName -> params.threads.toString)
super.connection + (FileSystemDataStoreParams.QueryThreadsParam.getName -> params.threads.toString)
}

object FsExportCommand {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ class FsPlaybackCommand extends PlaybackCommand[FileSystemDataStore] with FsDist
override val params = new FsPlaybackParams

override def connection: Map[String, String] =
super.connection + (FileSystemDataStoreParams.ReadThreadsParam.getName -> params.threads.toString)
super.connection + (FileSystemDataStoreParams.QueryThreadsParam.getName -> params.threads.toString)
}

object FsPlaybackCommand {
Expand Down
Loading