mirror of
https://gitea.invidious.io/iv-org/shard-crystal-db.git
synced 2024-08-15 00:53:32 +00:00
9471b33ffe
* Add Fiber.yield to dummy driver to mimic real drivers IO * Add manual load test file * Fix race condition * Drop unused code * Less state, less bugs * Update spec/manual/load_test.cr Co-authored-by: Beta Ziliani <beta@manas.tech> --------- Co-authored-by: Beta Ziliani <beta@manas.tech>
54 lines
1.2 KiB
Crystal
54 lines
1.2 KiB
Crystal
# This file is to be executed as:
|
|
#
|
|
# % crystal ./spec/manual/load_test.cr
|
|
#
|
|
# It generates a number of producers and consumers. If the process hangs
|
|
# it means that the connection pool is not working properly. Likely a race condition.
|
|
#
|
|
|
|
require "../dummy_driver"
|
|
require "../../src/db"
|
|
require "json"
|
|
|
|
CONNECTION = "dummy://host?initial_pool_size=5&max_pool_size=5&max_idle_pool_size=5"
|
|
|
|
alias TChannel = Channel(Int32)
|
|
alias TDone = Channel(Bool)
|
|
|
|
COUNT = 200
|
|
|
|
def start_consumer(channel : TChannel, done : TDone)
|
|
spawn do
|
|
indeces = Set(Int32).new
|
|
loop do
|
|
indeces << channel.receive
|
|
puts "Received size=#{indeces.size}"
|
|
break if indeces.size == COUNT
|
|
end
|
|
done.send true
|
|
end
|
|
end
|
|
|
|
def start_producers(channel : TChannel)
|
|
db = DB.open CONNECTION do |db|
|
|
sql = "1,title,description,2023 " * 100_000
|
|
|
|
COUNT.times do |index|
|
|
spawn(name: "prod #{index}") do
|
|
puts "Sending #{index}"
|
|
_films = db.query_all(sql, as: {Int32, String, String, Int32})
|
|
rescue ex
|
|
puts "Error: #{ex.message}"
|
|
ensure
|
|
channel.send index
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
channel = TChannel.new
|
|
done = TDone.new
|
|
start_consumer(channel, done)
|
|
start_producers(channel)
|
|
|
|
done.receive
|