docs update

This commit is contained in:
Zsolt Ero
2024-10-24 02:15:27 +02:00
parent bbbc7230c0
commit d5365ef15b
19 changed files with 49 additions and 9 deletions

View File

@@ -1,27 +0,0 @@
import json
with open('access.jsonl') as fp:
json_lines = fp.readlines()
paths = []
for i, line in enumerate(json_lines):
log_data = json.loads(line)
if log_data['status'] != 200:
continue
if log_data['request_method'] != 'GET':
continue
uri = log_data['uri']
if 'tiles/' not in uri or not uri.endswith('.pbf'):
continue
path = log_data['uri'].split('tiles/')[1]
paths.append(path + '\n')
print(f'{i / len(json_lines) * 100:.1f}%')
with open('path_list.txt', 'w') as fp:
fp.writelines(paths)

View File

@@ -1,39 +0,0 @@
local counter = 1
local lines = {}
local url_base = "/planet/20231221_134737_pt/" -- trailing slash
local path_list_txt = "/data/ofm/benchmark/path_list_500k.txt"
for line in io.lines(path_list_txt) do
table.insert(lines, url_base .. line)
end
local function getNextUrl()
-- Get the next URL from the list
local url_path = lines[counter]
counter = counter + 1
-- If we've gone past the end of the list, wrap around to the start
if counter > #lines then
counter = 1
end
return url_path
end
request = function()
-- Return the request object with the current URL path
path = getNextUrl()
local headers = {}
headers["Host"] = "ofm"
return wrk.format('GET', path, headers, nil)
end
response = function(status)
if status ~= 200 then
print("Non-200 response")
print("Status: ", status)
-- this only works in single threaded mode (-t1)
print("Request path: ", path)
end
end

View File

@@ -1,8 +0,0 @@
wrk -c10 -t4 -d10s -s /data/ofm/benchmark/wrk_custom_list.lua http://localhost
# -t1 => more correct, since the url list is loaded exactly in sequence
# -t4 => reflecting real world usage