File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -674,9 +674,6 @@ fn rolegroup_config_map(
674674 // Enabling this behavior causes HDFS to sync to disk as soon as possible.
675675 . add ( "dfs.datanode.sync.behind.writes" , "true" )
676676 . add ( "dfs.datanode.synconclose" , "true" )
677- // The default (4096) hasn't changed since 2009.
678- // Increase to 128k to allow for faster transfers.
679- . add ( "io.file.buffer.size" , "131072" )
680677 // Defaults to 10 since at least 2011.
681678 // This controls the concurrent number of client connections (this includes DataNodes)
682679 // to the NameNode. Ideally, we'd scale this with the number of DataNodes but this would
@@ -720,7 +717,10 @@ fn rolegroup_config_map(
720717 . ha_zookeeper_quorum ( )
721718 . security_config ( hdfs, cluster_info)
722719 . context ( BuildSecurityConfigSnafu ) ?
723- . enable_prometheus_endpoint ( ) ;
720+ . enable_prometheus_endpoint ( )
721+ // The default (4096) hasn't changed since 2009.
722+ // Increase to 128k to allow for faster transfers.
723+ . add ( "io.file.buffer.size" , "131072" ) ;
724724 if let Some ( hdfs_opa_config) = hdfs_opa_config {
725725 hdfs_opa_config. add_core_site_config ( & mut core_site) ;
726726 }
You can’t perform that action at this time.
0 commit comments