[clameter@rd-netboot-s325184x8819453 ruler]$ sh seqwtest Single thread. Node 0 --------------------------------- fio --name=global --rw=write --size=4G --blocksize=2M --iodepth=4 --fsync_on_close=1 --name=job1 --numa_cpu_nodes=0 --numa_mem_policy=bind:0 --filename=/mnt/array0/test WRITE: bw=1888MiB/s (1979MB/s), 1888MiB/s-1888MiB/s (1979MB/s-1979MB/s), io=4096MiB (4295MB), run=2170-2170msec Single thread. Node 1 --------------------------------- fio --name=global --rw=write --size=4G --blocksize=2M --iodepth=4 --fsync_on_close=1 --name=job1 --numa_cpu_nodes=1 --numa_mem_policy=bind:1 --filename=/mnt/array1/test WRITE: bw=1875MiB/s (1967MB/s), 1875MiB/s-1875MiB/s (1967MB/s-1967MB/s), io=4096MiB (4295MB), run=2184-2184msec Single thread. Node 2 --------------------------------- fio --name=global --rw=write --size=4G --blocksize=2M --iodepth=4 --fsync_on_close=1 --name=job1 --numa_cpu_nodes=0 --numa_mem_policy=bind:0 --filename=/mnt/array0/test WRITE: bw=1900MiB/s (1992MB/s), 1900MiB/s-1900MiB/s (1992MB/s-1992MB/s), io=4096MiB (4295MB), run=2156-2156msec Single thread. Node 3 --------------------------------- fio --name=global --rw=write --size=4G --blocksize=2M --iodepth=4 --fsync_on_close=1 --name=job1 --numa_cpu_nodes=1 --numa_mem_policy=bind:1 --filename=/mnt/array1/test WRITE: bw=1875MiB/s (1967MB/s), 1875MiB/s-1875MiB/s (1967MB/s-1967MB/s), io=4096MiB (4295MB), run=2184-2184msec 2 threads on 2 nodes ------------------------------- WRITE: bw=3729MiB/s (3910MB/s), 1864MiB/s-1869MiB/s (1955MB/s-1959MB/s), io=8192MiB (8590MB), run=2192-2197msec 4 threads ( 1 on each of 4 nodes) ------------------------------------- WRITE: bw=7266MiB/s (7619MB/s), 1816MiB/s-1824MiB/s (1905MB/s-1913MB/s), io=16.0GiB (17.2GB), run=2245-2255msec 8 threads ( 2 on each of 4 nodes) ------------------------------------- WRITE: bw=9.83GiB/s (10.6GB/s), 1258MiB/s-1274MiB/s (1319MB/s-1336MB/s), io=32.0GiB (34.4GB), run=3215-3256msec 24 threads ( 6 on each of 4 nodes) ------------------------------------- WRITE: bw=10.1GiB/s (10.9GB/s), 432MiB/s-867MiB/s (453MB/s-909MB/s), io=96.0GiB (103GB), run=4724-9491msec