1 2 3 4 5 6 7 | echo cfq > /sys/block/sd$i/queue/scheduler echo 512 > /sys/block/sd$i/queue/nr_requests echo 8192 > /sys/block/sd$i/queue/read_ahead_kb echo 4 > /sys/block/sd$i/queue/iosched/slice_idle echo 0 > /sys/module/scsi_mod/parameters/use_blk_mq echo 500 > /proc/sys/vm/dirty_expire_centisecs echo 100 > /proc/sys/vm/dirty_writeback_centisecs |
1 2 | spark.sql.shuffle.partitions 1000 spark.default.parallelism 2000 |
1 2 3 4 | yarn.executor.num 27 yarn.executor.cores 7 spark.executor.memory 25G spark.driver.memory 36G |