Source code for Benchmark v2: Deep directory structure vs. flat directory structure to store millions of files on ext4 article (https://medium.com/@hartator/benchmark-deep-directory-structure-vs-flat-directory-structure-to-store-millions-of-files-on-ext4-cac1000ca28)

benchmark-deep-vs-flat-directories-v2.rb

require 'digest'
require 'benchmark'
require 'open-uri'

keys = []

10_000_000.times do
  keys << Digest::MD5.hexdigest(rand.to_s)
end

body = open("https://serpapi.com/samples/3.json").read; nil;

`rm -rf /root/files/*`

FileUtils.mkdir_p "dir_flat"

sleep 100
puts Benchmark.measure {
  keys.each do |key|
    File.write "./dir_flat/#{key}", body
  end
}

sleep 100
puts Benchmark.measure {
  keys.each do |key|
    File.read "./dir_flat/#{key}"
  end
}

`rm -rf /root/files/*`

FileUtils.mkdir_p "dir_deep"

sleep 100
puts Benchmark.measure {
  keys.each do |key|
    dir_path = "./dir_deep/#{key[0..1]}/#{key[2..3]}/"
    FileUtils.mkdir_p dir_path
  end
}

sleep 100
puts Benchmark.measure {
  keys.each do |key|
    dir_path = "./dir_deep/#{key[0..1]}/#{key[2..3]}/"
    File.write dir_path + key, body
  end
}

sleep 100
puts Benchmark.measure {
  keys.each do |key|
    dir_path = "./dir_deep/#{key[0..1]}/#{key[2..3]}/"
    File.read dir_path + key 
  end
}