Update benchmarks authored by Logan DeHart's avatar Logan DeHart
...@@ -14,57 +14,42 @@ As a longterm alternative to putting blocklog on compressed drive, we also have ...@@ -14,57 +14,42 @@ As a longterm alternative to putting blocklog on compressed drive, we also have
<th>time taken</th> <th>time taken</th>
<th>jmeter benchmark</th> <th>jmeter benchmark</th>
</tr> </tr>
<tr> <tr>
<td>shed14 test1</td> <td>shed14 test1</td>
<td> <td>2TB 980Pro;shared mem same nvme</td>
2TB 980Pro;shared mem same nvme
</td>
<td>62M</td> <td>62M</td>
<td>ZFS lz4; compr=2.15x</td> <td>ZFS lz4; compr=2.15x</td>
<td>1.2TB+361GB blocklog</td> <td>1.2TB+361GB blocklog</td>
<td>12hr+7hr reindex</td> <td>12hr+7hr reindex</td>
<td>summary=20004 in 00:08:11=40.7/s Avg:243 Min:17 Max:5076</td> <td>summary=20004 in 00:08:11=40.7/s Avg:243 Min:17 Max:5076</td>
</tr> </tr>
<tr> <tr>
<td>steem11 test1</td> <td>steem11 test1</td>
<td> <td>2x2TB 980Pro unraid; blocklog HDD; shared mem HDD</td>
2x2TB 980Pro unraid; blocklog HDD; shared mem HDD
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>2.7TB+550GB (blocklog)</td> <td>2.7TB+550GB (blocklog)</td>
<td>20.45hr+6.8hr reindex</td> <td>20.45hr+6.8hr reindex</td>
<td>summary=20004 in 00:07:48=42.7/s Avg:231 Min:17 Max:5212</td> <td>summary=20004 in 00:07:48=42.7/s Avg:231 Min:17 Max:5212</td>
</tr> </tr>
<tr> <tr>
<td>steem10 test1</td> <td>steem10 test1</td>
<td> <td>2x2TB 980Pro raid; 2TB nvme(MP600Pro) blocklog shared memory on nvme raid</td>
2x2TB 980Pro raid; 2TB nvme(MP600Pro) blocklog
shared memory on nvme raid
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>2.7TB+550GB blocklog</td> <td>2.7TB+550GB blocklog</td>
<td>12.3hr+6.1hr reindex</td> <td>12.3hr+6.1hr reindex</td>
<td>summary=20004 in 00:06:25=52.0/s Avg:189 Min:16 Max:5231</td> <td>summary=20004 in 00:06:25=52.0/s Avg:189 Min:16 Max:5231</td>
</tr> </tr>
<tr> <tr>
<td>shed14 test2</td> <td>shed14 test2</td>
<td> <td>2x2TB MP600ProXT raid shared memory on nvme raid</td>
2x2TB MP600ProXT raid
shared memory on nvme raid
</td>
<td>62M</td> <td>62M</td>
<td>ext4</td> <td>ext4</td>
<td>2.7TB+550GB blocklog</td> <td>2.7TB+550GB blocklog</td>
<td>11.75hr+5.25hr reindex</td> <td>11.75hr+5.25hr reindex</td>
<td>summary=20004 in 00:05:58=55.9/s Avg:176 Min:16 Max:5061</td> <td>summary=20004 in 00:05:58=55.9/s Avg:176 Min:16 Max:5061</td>
</tr> </tr>
<tr> <tr>
<td>steem11 test2</td> <td>steem11 test2</td>
<td>2x2TB 980Pro raid; blocklog on 16TB HDD; shared memory on /dev/shm</td> <td>2x2TB 980Pro raid; blocklog on 16TB HDD; shared memory on /dev/shm</td>
...@@ -74,10 +59,10 @@ shared memory on nvme raid ...@@ -74,10 +59,10 @@ shared memory on nvme raid
<td>11.7hr+7hr reindex</td> <td>11.7hr+7hr reindex</td>
<td>summary=20004 in 00:08:26=39.5/s Avg:251 Min:16 Max:5237</td> <td>summary=20004 in 00:08:26=39.5/s Avg:251 Min:16 Max:5237</td>
</tr> </tr>
<tr> <tr>
<td>steem10 test2</td> <td>steem10 test2</td>
<td> <td>
2x2TB 980Pro unraid;2TB nvme(MP600Pro) blocklog 2x2TB 980Pro unraid;2TB nvme(MP600Pro) blocklog
shared memory /dev/shm shared memory /dev/shm
...@@ -88,7 +73,6 @@ shared memory /dev/shm ...@@ -88,7 +73,6 @@ shared memory /dev/shm
<td>10.4hr+5.5hr reindex</td> <td>10.4hr+5.5hr reindex</td>
<td>summary=20004 in 00:07:06=46.9/s Avg:211 Min:15 Max:4937</td> <td>summary=20004 in 00:07:06=46.9/s Avg:211 Min:15 Max:4937</td>
</tr> </tr>
<tr> <tr>
<td>shed14 test3</td> <td>shed14 test3</td>
<td>2TB 980Pro shared mem /dev/shm</td> <td>2TB 980Pro shared mem /dev/shm</td>
...@@ -98,20 +82,15 @@ shared memory /dev/shm ...@@ -98,20 +82,15 @@ shared memory /dev/shm
<td>10.8hr+6hr reindex</td> <td>10.8hr+6hr reindex</td>
<td>summary=20004 in 00:06:23=52.3/s Avg:189 Min:17 Max:3657</td> <td>summary=20004 in 00:06:23=52.3/s Avg:189 Min:17 Max:3657</td>
</tr> </tr>
<tr> <tr>
<td>steem10: test3</td> <td>steem10: test3</td>
<td> <td>2x2TB 980Pro raid; 2TB nvme(MP600Pro) blocklog shared going to /dev/shm</td>
2x2TB 980Pro raid; 2TB nvme(MP600Pro) blocklog
shared going to /dev/shm
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>2.7TB+550GB for blocklog</td> <td>2.7TB+550GB for blocklog</td>
<td>10.8hr+6.2hr reindex</td> <td>10.8hr+6.2hr reindex</td>
<td>summary=20004 in 00:06:15=53.3/s Avg:185 Min:15 Max:3974</td> <td>summary=20004 in 00:06:15=53.3/s Avg:185 Min:15 Max:3974</td>
</tr> </tr>
<tr> <tr>
<td>steem11 test3</td> <td>steem11 test3</td>
<td> <td>
...@@ -123,135 +102,87 @@ shared going to /dev/shm ...@@ -123,135 +102,87 @@ shared going to /dev/shm
<td>11.7hr+7hr reindex</td> <td>11.7hr+7hr reindex</td>
<td>summary=20004 in 00:05:46=57.8/s Avg:170 Min:16 Max:3844</td> <td>summary=20004 in 00:05:46=57.8/s Avg:170 Min:16 Max:3844</td>
</tr> </tr>
<tr> <tr>
<td>shed14 test4</td> <td>shed14 test4</td>
<td>2TB 980Pro shared mem /dev/shm</td> <td>2TB 980Pro shared mem /dev/shm</td>
<td>62M</td> <td>62M</td>
<td> <td>ZFS lz4; compr=1.93x; recordsize to 16k(default 128k)</td>
ZFS lz4; compr=1.93x;
recordsize to 16k(default 128k)
</td>
<td>1.3 TB+381GB blocklog</td> <td>1.3 TB+381GB blocklog</td>
<td>11.1hr+10.5hr reindex</td> <td>11.1hr+10.5hr reindex</td>
<td>summary=20004 in 00:05:58=55.8/s Avg:177 Min:16 Max:4149</td> <td>summary=20004 in 00:05:58=55.8/s Avg:177 Min:16 Max:4149</td>
</tr> </tr>
<tr> <tr>
<td> <td>steem11 test4</td>
steem11 test4 <td>2x2TB 980Pro raid; blocklog HDD; shared mem /dev/shm /var/lib/postgresql nvme</td>
</td>
<td>
2x2TB 980Pro raid; blocklog HDD;
shared mem /dev/shm
/var/lib/postgresql nvme
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>2.7TB+531GB blocklog</td> <td>2.7TB+531GB blocklog</td>
<td>10.5hr+6.5hr reindex</td> <td>10.5hr+6.5hr reindex</td>
<td>summary= 20004 in 00:06:32=+51.0/s Avg:193 Min:18 Max:4008</td> <td>summary= 20004 in 00:06:32=+51.0/s Avg:193 Min:18 Max:4008</td>
</tr> </tr>
<tr> <tr>
<td>steem10 test4</td> <td>steem10 test4</td>
<td>2x2TB 980Pro raid; blocklog 2TB MP600Pro; <td>2x2TB 980Pro raid; blocklog 2TB MP600Pro; /var/log/postresql on /hafpool shared mem /dev/shm</td>
/var/log/postresql on /hafpool
shared mem /dev/shm
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>2.7TB+531GB blocklog</td> <td>2.7TB+531GB blocklog</td>
<td>10.07hr+6.5hr reindex</td> <td>10.07hr+6.5hr reindex</td>
<td>summary =20004 in 00:06:22 =52.4/s Avg:188 Min:14 Max:4109</td> <td>summary =20004 in 00:06:22 =52.4/s Avg:188 Min:14 Max:4109</td>
</tr> </tr>
<tr> <tr>
<td>steem10 test5</td> <td>steem10 test5</td>
<td>2x2TB 980Pro raid noatime; blocklog 2TB MP600Pro; <td>2x2TB 980Pro raid noatime; blocklog 2TB MP600Pro; /var/log/postresql noatime on /hafpool shared mem /dev/shm</td>
/var/log/postresql noatime on /hafpool
shared mem /dev/shm
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>expected 2.7TB+531GB blocklog</td> <td>expected 2.7TB+531GB blocklog</td>
<td>inprogress reindex</td> <td>10.15hr+ ???</td>
<td>inprogress</td> <td>inprogress</td>
</tr> </tr>
<tr> <tr>
<td> <td>steem11 test5</td>
steem11 test5 <td>2x2TB 980Pro raid noatime; blocklog HDD; shared mem /dev/shm /var/lib/postgresql noatime hafpool nocompr</td>
</td>
<td>
2x2TB 980Pro raid noatime; blocklog HDD;
shared mem /dev/shm
/var/lib/postgresql noatime hafpool nocompr
</td>
<td>62M</td> <td>62M</td>
<td>ZFS lz4</td> <td>ZFS lz4: compr: 2.34x</td>
<td>expected ? blocklog</td> <td>expected 1.2TB+531GB blocklog</td>
<td>inprogress reindex</td> <td>10.35hr+5.5hr</td>
<td>inprogress</td> <td>inprogress</td>
</tr> </tr>
<tr> <tr>
<td> <td>shed14 test5</td>
shed14 test5 <td>2TB 980Pro; shared mem /dev/shm /var/lib/postgresql nvme</td>
</td>
<td>
2TB 980Pro; shared mem /dev/shm
/var/lib/postgresql nvme
</td>
<td>62M</td> <td>62M</td>
<td> ZFS lz4: compr: \~\~\~ <td>ZFS lz4: compr: \\\~\\\~\\\~ reverted recordsize to 128k</td>
reverted recordsize to 128k
</td>
<td>1.2TB+381GB blocklog</td> <td>1.2TB+381GB blocklog</td>
<td>10.5hr+6hr reindex</td> <td>10.5hr+6hr reindex</td>
<td>summary=20004 in 00:09:41=34.4/s Avg:288 Min:17 Max:4748</td> <td>summary=20004 in 00:09:41=34.4/s Avg:288 Min:17 Max:4748</td>
</tr> </tr>
<tr> <tr>
<td>shed14 test6</td> <td>shed14 test6</td>
<td> <td>2x2TB XtPro(/xtpool) unraid; shared mem /dev/shm /var/lib/postgresql /hafpool</td>
2x2TB XtPro(/xtpool) unraid; shared mem /dev/shm
/var/lib/postgresql /hafpool
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>in progress</td> <td>2.7TB+382GB blocklog (compressed on /hafpool/datadir-haf)</td>
<td>in progress</td> <td>10.56hr+6.16hr reindex</td>
<td>in progress</td> <td>in progress</td>
</tr> </tr>
<tr> <tr>
<td>shed14 test7</td> <td>shed14 test7</td>
<td> <td>2x2TB XtPro(/xtpool) raid; shared mem /dev/shm /var/lib/postgresql /hafpool</td>
2x2TB XtPro(/xtpool) raid; shared mem /dev/shm
/var/lib/postgresql /hafpool
</td>
<td>62M</td> <td>62M</td>
<td>ZFS nocompr</td> <td>ZFS nocompr</td>
<td>TBD</td> <td>TBD</td>
<td>TBD</td> <td>TBD</td>
<td>TBD</td> <td>TBD</td>
</tr> </tr>
<tr> <tr>
<td>Shed14 test6</td> <td>Shed14 test8</td>
<td> <td>2x2TB XtPro(/xtpool) raid; shared mem /dev/shm /var/lib/postgresql /hafpool</td>
2x2TB XtPro(/xtpool) raid; shared mem /dev/shm
/var/lib/postgresql /hafpool
</td>
<td>62M</td> <td>62M</td>
<td>ZFS zstd</td> <td>ZFS zstd</td>
<td>TBD</td> <td>TBD</td>
<td>TBD</td> <td>TBD</td>
<td>TBD</td> <td>TBD</td>
</tr> </tr>
<tr> <tr>
<td>steem10</td> <td>steem10</td>
<td>HDD+nvme cache(MP600Pro)</td> <td>HDD+nvme cache(MP600Pro)</td>
...@@ -261,6 +192,5 @@ reverted recordsize to 128k ...@@ -261,6 +192,5 @@ reverted recordsize to 128k
<td>17.5hr</td> <td>17.5hr</td>
<td>N/A (failed)</td> <td>N/A (failed)</td>
</tr> </tr>
</table> </table>