Io tests - Revision history

Busk at 15:05, 26 November 2023

2023-11-26T15:05:27Z

Busk at 18:29, 25 November 2023

2023-11-25T18:29:00Z

Busk at 16:39, 25 November 2023

2023-11-25T16:39:12Z

Busk at 16:38, 25 November 2023

2023-11-25T16:38:15Z

Busk at 16:29, 25 November 2023

2023-11-25T16:29:39Z

Busk: Created page with "apt install fio ``` #!/usr/bin/env bash set -o errexit echo $(date):Random read fio --filename=test --sync=1 --rw=randread --bs=4k --numjobs=1 \ --iodepth=4 --group_report..."

2023-11-25T16:28:13Z

Created page with "apt install fio ``` #!/usr/bin/env bash set -o errexit echo $(date):Random read fio --filename=test --sync=1 --rw=randread --bs=4k --numjobs=1 \ --iodepth=4 --group_report..."

New page

apt install fio
```
#!/usr/bin/env bash

set -o errexit

echo $(date):Random read
fio --filename=test --sync=1 --rw=randread --bs=4k --numjobs=1 \
--iodepth=4 --group_reporting --name=test --filesize=10G --runtime=300 && rm test

echo $(date):Random write
fio --filename=test --sync=1 --rw=randwrite --bs=4k --numjobs=1 \
--iodepth=4 --group_reporting --name=test --filesize=10G --runtime=300 && rm test

echo $(date):Sequential read
fio --filename=test --sync=1 --rw=read --bs=4k --numjobs=1 \
--iodepth=4 --group_reporting --name=test --filesize=10G --runtime=300 && rm test

echo $(date):Sequential write
fio --filename=test --sync=1 --rw=write --bs=4k --numjobs=1 \
--iodepth=4 --group_reporting --name=test --filesize=10G --runtime=300 && rm test
```

@@ Line 56: / Line 56: @@
 ```
-## Random write
+## Random write 512b LBA
 ```
 root@iotest:~# ./b.sh
@@ Line 91: / Line 91: @@
 ```
 # Cheat Sheets

← Older revision		Revision as of 18:29, 25 November 2023
Line 150:		Line 150:

	-----------------------------------------------------------------------------------------------------		-----------------------------------------------------------------------------------------------------
		+	```
		+
		+
		+
		+	# Pure Bash & dd
		+
		+
		+	## ibs
		+	dd_ibs_test.sh
		+	```
		+	#!/bin/bash
		+
		+	# Since we're dealing with dd, abort if any errors occur
		+	set -e
		+
		+	TEST_FILE=${1:-dd_ibs_testfile}
		+	if [ -e "$TEST_FILE" ]; then TEST_FILE_EXISTS=$?; fi
		+	TEST_FILE_SIZE=134217728
		+
		+	# Exit if file exists
		+	if [ -e $TEST_FILE ]; then
		+	echo "Test file $TEST_FILE exists, aborting."
		+	exit 1
		+	fi
		+	TEST_FILE_EXISTS=1
		+
		+	if [ $EUID -ne 0 ]; then
		+	echo "NOTE: Kernel cache will not be cleared between tests without sudo. This will likely cause inaccurate results." 1>&2
		+	fi
		+
		+	# Create test file
		+	echo 'Generating test file...'
		+	BLOCK_SIZE=65536
		+	COUNT=$(($TEST_FILE_SIZE / $BLOCK_SIZE))
		+	dd if=/dev/urandom of=$TEST_FILE bs=$BLOCK_SIZE count=$COUNT conv=fsync > /dev/null 2>&1
		+
		+	# Header
		+	PRINTF_FORMAT="%8s : %s\n"
		+	printf "$PRINTF_FORMAT" 'block size' 'transfer rate'
		+
		+	# Block sizes of 512b 1K 2K 4K 8K 16K 32K 64K 128K 256K 512K 1M 2M 4M 8M 16M 32M 64M
		+	for BLOCK_SIZE in 512 1024 2048 4096 8192 16384 32768 65536 131072 262144 524288 1048576 2097152 4194304 8388608 16777216 33554432 67108864
		+	do
		+	# Clear kernel cache to ensure more accurate test
		+	[ $EUID -eq 0 ] && [ -e /proc/sys/vm/drop_caches ] && echo 3 > /proc/sys/vm/drop_caches
		+
		+	# Read test file out to /dev/null with specified block size
		+	DD_RESULT=$(dd if=$TEST_FILE of=/dev/null bs=$BLOCK_SIZE 2>&1 1>/dev/null)
		+
		+	# Extract transfer rate
		+	TRANSFER_RATE=$(echo $DD_RESULT \| \grep --only-matching -E '[0-9.]+ ([MGk]?B\|bytes)/s(ec)?')
		+
		+	printf "$PRINTF_FORMAT" "$BLOCK_SIZE" "$TRANSFER_RATE"
		+	done
		+
		+	# Clean up the test file if we created one
		+	if [ $TEST_FILE_EXISTS -ne 0 ]; then rm $TEST_FILE; fi
		+	```
		+
		+
		+	## obs
		+	dd_obs_test.sh
		+	```
		+	#!/bin/bash
		+
		+	# Since we're dealing with dd, abort if any errors occur
		+	set -e
		+
		+	TEST_FILE=${1:-dd_obs_testfile}
		+	TEST_FILE_EXISTS=0
		+	if [ -e "$TEST_FILE" ]; then TEST_FILE_EXISTS=1; fi
		+	TEST_FILE_SIZE=134217728
		+
		+	if [ $EUID -ne 0 ]; then
		+	echo "NOTE: Kernel cache will not be cleared between tests without sudo. This will likely cause inaccurate results." 1>&2
		+	fi
		+
		+	# Header
		+	PRINTF_FORMAT="%8s : %s\n"
		+	printf "$PRINTF_FORMAT" 'block size' 'transfer rate'
		+
		+	# Block sizes of 512b 1K 2K 4K 8K 16K 32K 64K 128K 256K 512K 1M 2M 4M 8M 16M 32M 64M
		+	for BLOCK_SIZE in 512 1024 2048 4096 8192 16384 32768 65536 131072 262144 524288 1048576 2097152 4194304 8388608 16777216 33554432 67108864
		+	do
		+	# Calculate number of segments required to copy
		+	COUNT=$(($TEST_FILE_SIZE / $BLOCK_SIZE))
		+
		+	if [ $COUNT -le 0 ]; then
		+	echo "Block size of $BLOCK_SIZE estimated to require $COUNT blocks, aborting further tests."
		+	break
		+	fi
		+
		+	# Clear kernel cache to ensure more accurate test
		+	[ $EUID -eq 0 ] && [ -e /proc/sys/vm/drop_caches ] && echo 3 > /proc/sys/vm/drop_caches
		+
		+	# Create a test file with the specified block size
		+	DD_RESULT=$(dd if=/dev/zero of=$TEST_FILE bs=$BLOCK_SIZE count=$COUNT conv=fsync 2>&1 1>/dev/null)
		+
		+	# Extract the transfer rate from dd's STDERR output
		+	TRANSFER_RATE=$(echo $DD_RESULT \| \grep --only-matching -E '[0-9.]+ ([MGk]?B\|bytes)/s(ec)?')
		+
		+	# Clean up the test file if we created one
		+	if [ $TEST_FILE_EXISTS -ne 0 ]; then rm $TEST_FILE; fi
		+
		+	# Output the result
		+	printf "$PRINTF_FORMAT" "$BLOCK_SIZE" "$TRANSFER_RATE"
		+	done
	```		```

@@ Line 54: / Line 54: @@
 Run status group 0 (all jobs):
     READ: bw=69.2MiB/s (72.6MB/s), 69.2MiB/s-69.2MiB/s (72.6MB/s-72.6MB/s), io=10.0GiB (10.7GB), run=147882-147882msec
 ```

@@ Line 54: / Line 54: @@
 Run status group 0 (all jobs):
     READ: bw=69.2MiB/s (72.6MB/s), 69.2MiB/s-69.2MiB/s (72.6MB/s-72.6MB/s), io=10.0GiB (10.7GB), run=147882-147882msec
 ```

@@ Line 20: / Line 20: @@
 fio --filename=test --sync=1 --rw=write --bs=4k --numjobs=1 \
    --iodepth=4 --group_reporting --name=test --filesize=10G --runtime=300 && rm test
 ```