Skip to content

Run bench with k6 and all runtimes #9

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open

Run bench with k6 and all runtimes #9

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
a0311f7
Clean Makefile
joanhey Apr 19, 2024
acbbf9f
Run bench with all runtimes
joanhey Apr 20, 2024
0ef7106
Add sleep between runtimes
joanhey Apr 20, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
99 changes: 31 additions & 68 deletions 001_symfony7_wo_db/Makefile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,16 @@
help : Makefile
@sed -n 's/^##//p' $<


vus := 100
duration := 30s
reqs := 1000
#bench_port := :80
bench_url := http://symfony7site$(bench_port)/?firstName=Randomlfirstname&lastName=Randomlastname

dirs := $(sort $(wildcard runtimes/*))
runtimes := $(subst _,-,$(notdir $(dirs)))

##
#################### 001 APACHE + mod_php ####################
##
Expand Down Expand Up @@ -245,7 +255,7 @@ down/runtime/011-caddy-phpfpm:
## shell/runtime/011-caddy-phpfpm : Login to 011 Runtime: Caddy + PHP-FPM..
shell/runtime/011-caddy-phpfpm:
@docker container exec -it 011_caddy_phpfpm bash
=======

#################### 010 Adapterman ####################
##
## start/runtime/010-adapterman : Start 010 Runtime: Adapterman.
Expand All @@ -272,75 +282,28 @@ shell/runtime/010-adapterman:
#################### Load Testing ####################
##

## run/loadtest/ab-n1000-c5 : Run "ab -n 1000 -c 5 URL"
run/loadtest/ab-n1000-c5:
docker run --rm --name ab-loadttest --network php-benchmarks httpd:2.4.58-bookworm ab -n 1000 -c 5 "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/ab-n1000-c10 : Run "ab -n 1000 -c 10 URL"
run/loadtest/ab-n1000-c10:
docker run --rm --name ab-loadttest --network php-benchmarks httpd:2.4.58-bookworm ab -n 1000 -c 10 "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/ab-n1000-c100 : Run "ab -n 1000 -c 100 URL"
run/loadtest/ab-n1000-c100:
docker run --rm --name ab-loadttest --network php-benchmarks httpd:2.4.58-bookworm ab -n 1000 -c 100 "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/ab-n10000-c1000 : Run "ab -n 10000 -c 1000 URL"
run/loadtest/ab-n10000-c1000:
docker run --rm --name ab-loadttest --network php-benchmarks httpd:2.4.58-bookworm ab -n 10000 -c 1000 "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/k6-vus5-dur10s : Run k6 vus:5 duration: 10s
run/loadtest/k6-vus5-dur30s:
docker run --rm --net php-benchmarks -i grafana/k6 run - <./testing-tools/k6/script_vus5_dur30s.js

## run/loadtest/k6-vus10-dur30s : Run k6 vus:10 duration: 30s
run/loadtest/k6-vus10-dur30s:
docker run --rm --net php-benchmarks -i grafana/k6 run - <./testing-tools/k6/script_vus10_dur30s.js

## run/loadtest/k6-vus100-dur30s : Run k6 vus:100 duration: 30s
run/loadtest/k6-vus100-dur30s:
docker run --rm --net php-benchmarks -i grafana/k6 run - <./testing-tools/k6/script_vus100_dur30s.js

## run/loadtest/k6-vus1000-dur30s : Run k6 vus:1000 duration: 30s
run/loadtest/k6-vus1000-dur30s:
docker run --rm --net php-benchmarks -i grafana/k6 run - <./testing-tools/k6/script_vus1000_dur30s.js

## run/loadtest/k6-vus10000-dur30s : Run k6 vus:10000 duration: 30s
run/loadtest/k6-vus10000-dur30s:
docker run --rm --net php-benchmarks -i grafana/k6 run - <./testing-tools/k6/script_vus10000_dur30s.js

## run/loadtest/bombardier-c5-d30s : Run bombardier concurrent connections: 5, duration: 30s
run/loadtest/bombardier-c5-d30s:
docker run --rm --name bombardier-loadttest --network php-benchmarks alpine/bombardier:1.2.6 -c 5 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/bombardier-c10-d30s : Run bombardier concurrent connections: 10, duration: 30s
run/loadtest/bombardier-c10-d30s:
docker run --rm --name bombardier-loadttest --network php-benchmarks alpine/bombardier:1.2.6 -c 10 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/bombardier-c100-d30s : Run bombardier concurrent connections: 100, duration: 30s
run/loadtest/bombardier-c100-d30s:
docker run --rm --name bombardier-loadttest --network php-benchmarks alpine/bombardier:1.2.6 -c 100 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/bombardier-c1000-d30s : Run bombardier concurrent connections: 1000, duration: 30s
run/loadtest/bombardier-c1000-d30s:
docker run --rm --name bombardier-loadttest --network php-benchmarks alpine/bombardier:1.2.6 -c 1000 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"

## run/loadtest/bombardier-c10000-d30s : Run bombardier concurrent connections: 10000, duration: 30s
run/loadtest/bombardier-c10000-d30s:
docker run --rm --name bombardier-loadttest --network php-benchmarks alpine/bombardier:1.2.6 -c 10000 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"
## run/loadtest/ab : Run ab, reqs=1000 (default) vus=100 (default)
run/loadtest/ab:
docker run --rm --name ab-loadttest --network php-benchmarks httpd:2.4.58-bookworm ab -n $(reqs) -c $(vus) $(bench_url)

## run/loadtest/wrk-c5-d30s : Run wrk, concurrent connections: 5, duration: 30s
run/loadtest/wrk-c5-d30s:
docker run --rm --name wrk-loadtest --network php-benchmarks williamyeh/wrk:4.0.2 -c 5 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"
## run/loadtest/k6 : Run k6 vus=100 (default) duration=30s (default)
run/loadtest/k6:
docker run --rm --net php-benchmarks -i grafana/k6 run --vus $(vus) --duration $(duration) - <./testing-tools/k6_bench.js

## run/loadtest/bombardier : Run bombardier vus=100 (default) duration=30s (default)
run/loadtest/bombardier:
docker run --rm --name bombardier-loadttest --network php-benchmarks alpine/bombardier:1.2.6 -c $(vus) -d $(duration) $(bench_url)

## run/loadtest/wrk-c10-d30s : Run wrk, concurrent connections: 10, duration: 30s
run/loadtest/wrk-c10-d30s:
docker run --rm --name wrk-loadtest --network php-benchmarks williamyeh/wrk:4.0.2 -c 10 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"
## run/loadtest/wrk : Run wrk, vus=100 (default) duration=30s (default)
run/loadtest/wrk:
docker run --rm --name wrk-loadtest --network php-benchmarks williamyeh/wrk:4.0.2 -c $(vus) -d $(duration) $(bench_url)

## run/loadtest/wrk-c100-d30s : Run wrk, concurrent connections: 100, duration: 30s
run/loadtest/wrk-c100-d30s:
docker run --rm --name wrk-loadtest --network php-benchmarks williamyeh/wrk:4.0.2 -c 100 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"
run/bench: start/runtime/$(runtime) run/loadtest/k6 stop/runtime/$(runtime)
@echo ---- $(runtime) ----

## run/loadtest/wrk-c1000-d30s : Run wrk, concurrent connections: 1000, duration: 30s
run/loadtest/wrk-c1000-d30s:
docker run --rm --name wrk-loadtest --network php-benchmarks williamyeh/wrk:4.0.2 -t 1 -c 1000 -d 30s "http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname"
## run/bench/all : Run bench with k6, vus=100 (default) duration=30s (default)
run/bench/all:
@for name in $(runtimes); do \
make run/bench runtime=$${name}; \
sleep 3; \
done
18 changes: 0 additions & 18 deletions 001_symfony7_wo_db/testing-tools/k6/script_vus10000_dur30s.js
View file
Open in desktop

This file was deleted.

18 changes: 0 additions & 18 deletions 001_symfony7_wo_db/testing-tools/k6/script_vus1000_dur30s.js
View file
Open in desktop

This file was deleted.

18 changes: 0 additions & 18 deletions 001_symfony7_wo_db/testing-tools/k6/script_vus100_dur30s.js
View file
Open in desktop

This file was deleted.

18 changes: 0 additions & 18 deletions 001_symfony7_wo_db/testing-tools/k6/script_vus10_dur30s.js
View file
Open in desktop

This file was deleted.

35 changes: 0 additions & 35 deletions 001_symfony7_wo_db/testing-tools/k6/script_vus5_dur10s.js
View file
Open in desktop

This file was deleted.

18 changes: 0 additions & 18 deletions 001_symfony7_wo_db/testing-tools/k6/script_vus5_dur30s.js
View file
Open in desktop

This file was deleted.

35 changes: 35 additions & 0 deletions 001_symfony7_wo_db/testing-tools/k6_bench.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
import http from 'k6/http';
import { textSummary } from 'https://jslib.k6.io/k6-summary/0.0.2/index.js';

// export const options = {
// // A number specifying the number of VUs to run concurrently.
// vus: 5,
// // A string specifying the total duration of the test run.
// duration: '5s',
// };

// The function that defines VU logic.
//
// See https://grafana.com/docs/k6/latest/examples/get-started-with-k6/ to learn more
// about authoring k6 scripts.
//
export default function() {
http.get('http://symfony7site/?firstName=Randomlfirstname&lastName=Randomlastname');
}
// export function handleSummary(data) {
// /*return {
// 'summary.json': JSON.stringify(data), //the default data object
// };*/
// const customizedData = {
// http_reqs: data.metrics.http_reqs.values.count,

// rate: data.metrics.http_reqs.values.rate,
// avg_response_time: data.metrics['http_req_duration{expected_response:true}'].values.avg
// }
// return {
// 'stdout': textSummary(data, { indent: ' ', enableColors: true }), // Show the text summary to stdout...
// 'summary_full.json': JSON.stringify(data), // and a JSON with all the details...
// 'summary_short.json': JSON.stringify(customizedData), // and a JSON with all the details...
// };
// }