From 0af433db653b1dd0c7d863b18ab44c6bcc5fb640 Mon Sep 17 00:00:00 2001 From: yangqing Date: Tue, 9 Jul 2024 16:15:19 +0800 Subject: [PATCH 1/3] =?UTF-8?q?KeenTune=E6=99=BA=E8=83=BD=E5=8F=82?= =?UTF-8?q?=E6=95=B0=E8=B0=83=E4=BC=98=E2=80=94=E2=80=94TPE=E5=86=85?= =?UTF-8?q?=E6=A0=B8=E5=8F=82=E6=95=B0=E8=B0=83=E4=BC=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- gogv/README.md | 41 ++++ gogv/tune_test.log | 421 +++++++++++++++++++++++++++++++++++++ gogv/tune_test_group1.conf | 99 +++++++++ 3 files changed, 561 insertions(+) create mode 100644 gogv/README.md create mode 100644 gogv/tune_test.log create mode 100644 gogv/tune_test_group1.conf diff --git a/gogv/README.md b/gogv/README.md new file mode 100644 index 0000000..e0d9966 --- /dev/null +++ b/gogv/README.md @@ -0,0 +1,41 @@ +# KeenTune智能参数调优——TPE内核参数调优 + +```bash +[root@localhost keentuned]# keentune param tune --job tune_test +[ok] Running Param Tune Success. + + iteration: 100 + name: tune_test + + see more details by log file: "/var/log/keentune/tune_test.log" +[root@localhost keentuned]# cat /var/log/keentune/tune_test.log +Step1. Parameter auto tuning start, using algorithm = random. + +Step2. Run benchmark as baseline: + + [Requests_sec] (weight: 100.0) average scores = 21547.539 + +Step3. AI Engine is ready. + +Step4. Start tuning, total iteration is 100. + +[Iteration 1] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21529.590 + Current optimal iteration: [Iteration 1]: + [Requests_sec] Declined by 0.083% +[Iteration 2] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21590.859 + Current optimal iteration: [Iteration 2]: + [Requests_sec] Improved by 0.201% +[Iteration 3] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21649.260 + Current optimal iteration: [Iteration 3]: + [Requests_sec] Improved by 0.472% +[root@localhost keentuned]# keentune param jobs +name algorithm iteration status start_time end_time +tune_test random 100 finish 2024-07-09 23:54:26 2024-07-09 23:58:44 +[root@localhost keentuned]# keentune param dump --job tune_test +[Warning] Dump tune_test has already operated, overwrite? Y(yes)/N(no)y +[ok] dump successfully, file list: + /var/keentune/keentuned/profile/tune_test_group1.conf +``` \ No newline at end of file diff --git a/gogv/tune_test.log b/gogv/tune_test.log new file mode 100644 index 0000000..71b616d --- /dev/null +++ b/gogv/tune_test.log @@ -0,0 +1,421 @@ +Step1. Parameter auto tuning start, using algorithm = random. + +Step2. Run benchmark as baseline: + + [Requests_sec] (weight: 100.0) average scores = 21547.539 + +Step3. AI Engine is ready. + +Step4. Start tuning, total iteration is 100. + +[Iteration 1] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21529.590 + Current optimal iteration: [Iteration 1]: + [Requests_sec] Declined by 0.083% +[Iteration 2] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21590.859 + Current optimal iteration: [Iteration 2]: + [Requests_sec] Improved by 0.201% +[Iteration 3] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21649.260 + Current optimal iteration: [Iteration 3]: + [Requests_sec] Improved by 0.472% +[Iteration 4] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21436.439 + Current optimal iteration: [Iteration 3]: + [Requests_sec] Improved by 0.472% +[Iteration 5] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21422.859 + Current optimal iteration: [Iteration 3]: + [Requests_sec] Improved by 0.472% +[Iteration 6] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21583.590 + Current optimal iteration: [Iteration 3]: + [Requests_sec] Improved by 0.472% +[Iteration 7] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21712.869 + Current optimal iteration: [Iteration 7]: + [Requests_sec] Improved by 0.767% +[Iteration 8] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21892.461 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 9] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21562.961 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 10] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20917.240 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 11] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21185.199 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 12] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20697.150 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 13] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21616.939 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 14] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21038.689 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 15] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20609.221 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 16] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21747.859 + Current optimal iteration: [Iteration 8]: + [Requests_sec] Improved by 1.601% +[Iteration 17] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22010.891 + Current optimal iteration: [Iteration 17]: + [Requests_sec] Improved by 2.150% +[Iteration 18] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20977.131 + Current optimal iteration: [Iteration 17]: + [Requests_sec] Improved by 2.150% +[Iteration 19] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22151.961 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 20] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20294.850 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 21] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21773.641 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 22] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21370.881 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 23] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21287.600 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 24] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21227.061 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 25] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21445.760 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 26] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21039.961 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 27] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21836.320 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 28] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20447.051 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 29] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21143.301 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 30] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20805.369 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 31] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21654.650 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 32] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21758.070 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 33] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21028.480 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 34] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21694.930 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 35] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21349.461 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 36] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21032.660 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 37] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20979.010 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 38] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21396.439 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 39] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21792.510 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 40] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20262.260 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 41] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21238.711 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 42] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21408.891 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 43] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20142.961 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 44] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21056.930 + Current optimal iteration: [Iteration 19]: + [Requests_sec] Improved by 2.805% +[Iteration 45] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22182.080 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 46] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21387.350 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 47] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19411.270 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 48] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 17805.061 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 49] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21910.420 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 50] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20516.131 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 51] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21769.279 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 52] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 18065.100 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 53] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19950.391 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 54] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 18807.100 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 55] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22095.570 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 56] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20012.600 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 57] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21237.359 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 58] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21597.820 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 59] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21071.660 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 60] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21202.320 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 61] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21941.779 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 62] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21065.641 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 63] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21333.971 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 64] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21282.990 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 65] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21237.270 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 66] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20967.180 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 67] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21448.381 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 68] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21048.230 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 69] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20687.051 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 70] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20733.721 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 71] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19802.760 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 72] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20704.789 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 73] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20408.631 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 74] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21383.881 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 75] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19725.840 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 76] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21604.859 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 77] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20365.580 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 78] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21584.131 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 79] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 16772.609 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 80] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19827.369 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 81] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19948.650 + Current optimal iteration: [Iteration 45]: + [Requests_sec] Improved by 2.945% +[Iteration 82] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22373.141 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 83] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20155.711 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 84] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21280.381 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 85] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21577.029 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 86] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21131.641 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 87] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19207.939 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 88] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22138.760 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 89] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21894.279 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 90] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 19931.910 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 91] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20776.520 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 92] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20747.699 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 93] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21275.039 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 94] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21273.131 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 95] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21624.391 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 96] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21621.789 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 97] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21766.141 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 98] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20687.391 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 99] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21368.100 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% +[Iteration 100] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 20245.449 + Current optimal iteration: [Iteration 82]: + [Requests_sec] Improved by 3.832% + +Step5. Best configuration dump successfully. File list: + /var/keentune/keentuned/tuning_workspace/tune_test/tune_test_group1_best.json + + +Step6. Tuning is finished, checking benchmark score of best configuration. + +[BEST] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21679.869 +[BEST] Tuning improvement: + [Requests_sec] Improved by 0.614% diff --git a/gogv/tune_test_group1.conf b/gogv/tune_test_group1.conf new file mode 100644 index 0000000..364576a --- /dev/null +++ b/gogv/tune_test_group1.conf @@ -0,0 +1,99 @@ +[sysctl] +net.core.somaxconn: 19654 +kernel.core_uses_pid: "0" +net.ipv4.conf.default.accept_redirects: "0" +net.ipv4.conf.default.secure_redirects: "1" +fs.suid_dumpable: 0 +net.ipv4.tcp_fastopen: "1" +kernel.dmesg_restrict: "1" +fs.file-max: 850817 +net.core.netdev_max_backlog: 54421 +net.ipv4.ip_default_ttl: 74 +net.ipv4.tcp_keepalive_time: 31652 +net.ipv4.tcp_max_orphans: 15451569 +net.ipv4.conf.default.rp_filter: "0" +fs.inotify.max_user_instances: 52365 +net.ipv4.tcp_mem: "6168306 8224411 12336612" +net.ipv4.tcp_min_tso_segs: 10 +vm.min_free_kbytes: 702589 +vm.dirty_background_ratio: 96 +net.ipv4.tcp_tw_reuse: "1" +net.ipv4.udp_mem: "12582912 16777216 25165824" +vm.dirty_expire_centisecs: 709 +net.ipv4.tcp_fack: "1" +vm.page-cluster: 0 +kernel.sched_rt_runtime_us: 988983 +net.core.optmem_max: 118734 +net.core.rmem_default: 154992 +net.ipv4.tcp_wmem: "4096 65536 16777216" +fs.aio-max-nr: 1289510 +net.ipv4.tcp_max_tw_buckets: 523122 +net.core.netdev_budget: 964 +net.ipv4.tcp_max_syn_backlog: 148925 +net.core.rps_sock_flow_entries: 58713 +net.core.dev_weight: 263 +net.ipv4.tcp_keepalive_probes: 114 +vm.swappiness: 88 +net.ipv4.tcp_retrans_collapse: "1" +net.core.rmem_max: 34647973 +net.core.wmem_max: 61493685 +net.ipv4.conf.all.secure_redirects: "1" +net.ipv4.tcp_reordering: 5 +kernel.sched_migration_cost_ns: 4160657 +vm.zone_reclaim_mode: "1" +net.core.busy_poll: 110 +kernel.sched_autogroup_enabled: "0" +kernel.threads-max: 45662569 +vm.max_map_count: 5988565 +net.ipv4.tcp_window_scaling: "1" +kernel.sem: "32000 1024000000 500 32000" +net.unix.max_dgram_qlen: 451292 +kernel.numa_balancing: "0" +net.ipv4.tcp_adv_win_scale: 3 +vm.vfs_cache_pressure: 371 +net.core.busy_read: 172 +net.ipv4.ip_local_port_range: "32768 60999" +kernel.shmmni: 5431 +net.ipv4.tcp_moderate_rcvbuf: "0" +net.ipv4.conf.all.promote_secondaries: "1" +kernel.msgmax: 1024411 +net.ipv4.tcp_no_metrics_save: "0" +net.ipv4.tcp_thin_linear_timeouts: "1" +kernel.pid_max: 3318776 +kernel.msgmni: 96728 +net.ipv4.tcp_syn_retries: 30 +net.ipv4.tcp_orphan_retries: 5 +kernel.hung_task_timeout_secs: 179 +vm.dirty_writeback_centisecs: 657 +net.ipv4.tcp_dsack: "0" +kernel.randomize_va_space: 1 +kernel.msgmnb: 189438 +vm.overcommit_memory: "0" +kernel.shmall: 2494972866 +net.ipv4.tcp_syncookies: "1" +net.ipv4.route.max_size: 1985823730 +net.ipv4.tcp_keepalive_intvl: 218 +kernel.shmmax: 53852004474 +net.ipv4.ip_no_pmtu_disc: "0" +kernel.sysrq: "0" +net.ipv4.tcp_ecn: "0" +net.ipv4.tcp_retries2: 27 +kernel.timer_migration: "0" +net.ipv4.tcp_rmem: "4096 65536 16777216" +kernel.nmi_watchdog: "0" +net.ipv4.conf.all.accept_redirects: "1" +net.ipv4.icmp_echo_ignore_broadcasts: "0" +net.core.wmem_default: 857770 +vm.dirty_ratio: 17 +net.ipv4.conf.default.forwarding: "1" +vm.watermark_scale_factor: 373 +fs.inotify.max_user_watches: 717925 +net.ipv4.tcp_timestamps: "1" +net.ipv4.conf.default.promote_secondaries: "1" +net.ipv4.tcp_low_latency: "1" +net.ipv4.tcp_fin_timeout: 60 +net.ipv4.tcp_sack: "0" +vm.overcommit_ratio: 35 +net.ipv4.tcp_congestion_control: "cubic" +net.ipv4.tcp_synack_retries: 28 +vm.stat_interval: 63 -- Gitee From 19cfe2f166c78b5ae0fce104403b554e2411c4e4 Mon Sep 17 00:00:00 2001 From: yangqing Date: Tue, 9 Jul 2024 16:56:48 +0800 Subject: [PATCH 2/3] add tune_test_group1_best.json --- gogv/tune_test_group1_best.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 gogv/tune_test_group1_best.json diff --git a/gogv/tune_test_group1_best.json b/gogv/tune_test_group1_best.json new file mode 100644 index 0000000..a7b38a7 --- /dev/null +++ b/gogv/tune_test_group1_best.json @@ -0,0 +1 @@ +{"parameters":[{"domain":"sysctl","name":"net.core.somaxconn","range":[128,65536],"dtype":"int","value":19654,"step":128,"base":"60984"},{"domain":"sysctl","name":"kernel.core_uses_pid","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.conf.default.accept_redirects","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"net.ipv4.conf.default.secure_redirects","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"fs.suid_dumpable","range":[0,2],"dtype":"int","value":0,"step":1,"base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_fastopen","options":["1","2","4"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"kernel.dmesg_restrict","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"fs.file-max","range":[102400,10240000],"dtype":"int","value":850817,"step":10240,"base":"846120"},{"domain":"sysctl","name":"net.core.netdev_max_backlog","range":[1000,100000],"dtype":"int","value":54421,"step":1000,"base":"57268"},{"domain":"sysctl","name":"net.ipv4.ip_default_ttl","range":[64,128],"dtype":"int","value":74,"step":8,"base":"86"},{"domain":"sysctl","name":"net.ipv4.tcp_keepalive_time","range":[600,36000],"dtype":"int","value":31652,"step":600,"base":"11703"},{"domain":"sysctl","name":"net.ipv4.tcp_max_orphans","range":[65536,16777216],"dtype":"int","value":15451569,"step":65536,"base":"8393304"},{"domain":"sysctl","name":"net.ipv4.conf.default.rp_filter","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"fs.inotify.max_user_instances","range":[64,65535],"dtype":"int","value":52365,"step":64,"base":"2892"},{"domain":"sysctl","name":"net.ipv4.tcp_mem","options":["6168306 8224411 12336612","12336612 16448822 24673224"],"dtype":"string","value":"6168306 8224411 12336612","base":"12336612 16448822 24673224"},{"domain":"sysctl","name":"net.ipv4.tcp_min_tso_segs","range":[1,16],"dtype":"int","value":10,"step":1,"base":"13"},{"domain":"sysctl","name":"vm.min_free_kbytes","range":[10240,1024000],"dtype":"int","value":702589,"step":10240,"base":"953378"},{"domain":"sysctl","name":"vm.dirty_background_ratio","range":[0,100],"dtype":"int","value":96,"step":1,"base":"53"},{"domain":"sysctl","name":"net.ipv4.tcp_tw_reuse","options":["0","1","2"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.udp_mem","options":["12582912 16777216 25165824","25165824 33554432 50331648","50331648 100663296"],"dtype":"string","value":"12582912 16777216 25165824","base":"25165824 33554432 50331648"},{"domain":"sysctl","name":"vm.dirty_expire_centisecs","range":[100,1000],"dtype":"int","value":709,"step":100,"base":"316"},{"domain":"sysctl","name":"net.ipv4.tcp_fack","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"vm.page-cluster","range":[0,8],"dtype":"int","value":0,"step":1,"base":"6"},{"domain":"sysctl","name":"kernel.sched_rt_runtime_us","range":[950000,1000000],"dtype":"int","value":988983,"step":10000,"base":"971797"},{"domain":"sysctl","name":"net.core.optmem_max","range":[20480,204800],"dtype":"int","value":118734,"step":20480,"base":"179808"},{"domain":"sysctl","name":"net.core.rmem_default","range":[8192,1048576],"dtype":"int","value":154992,"step":8192,"base":"913735"},{"domain":"sysctl","name":"net.ipv4.tcp_wmem","options":["4096 16384 4194304","4096 32768 8388608","4096 65536 16777216"],"dtype":"string","value":"4096 65536 16777216","base":"4096 32768 8388608"},{"domain":"sysctl","name":"fs.aio-max-nr","range":[102400,10240000],"dtype":"int","value":1289510,"step":102400,"base":"3949023"},{"domain":"sysctl","name":"net.ipv4.tcp_max_tw_buckets","range":[32768,1048576],"dtype":"int","value":523122,"step":32768,"base":"732892"},{"domain":"sysctl","name":"net.core.netdev_budget","range":[100,1000],"dtype":"int","value":964,"step":100,"base":"992"},{"domain":"sysctl","name":"net.ipv4.tcp_max_syn_backlog","range":[1024,262144],"dtype":"int","value":148925,"step":1024,"base":"232103"},{"domain":"sysctl","name":"net.core.rps_sock_flow_entries","range":[0,131072],"dtype":"int","value":58713,"step":1024,"base":"131072"},{"domain":"sysctl","name":"net.core.dev_weight","range":[16,1024],"dtype":"int","value":263,"step":16,"base":"429"},{"domain":"sysctl","name":"net.ipv4.tcp_keepalive_probes","range":[3,144],"dtype":"int","value":114,"step":3,"base":"129"},{"domain":"sysctl","name":"vm.swappiness","range":[0,100],"dtype":"int","value":88,"step":1,"base":"67"},{"domain":"sysctl","name":"net.ipv4.tcp_retrans_collapse","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.core.rmem_max","range":[1048576,67108864],"dtype":"int","value":34647973,"step":1048576,"base":"13563018"},{"domain":"sysctl","name":"net.core.wmem_max","range":[1048576,67108864],"dtype":"int","value":61493685,"step":1048576,"base":"31960683"},{"domain":"sysctl","name":"net.ipv4.conf.all.secure_redirects","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_reordering","range":[2,10],"dtype":"int","value":5,"step":1,"base":"9"},{"domain":"sysctl","name":"kernel.sched_migration_cost_ns","range":[100000,5000000],"dtype":"int","value":4160657,"step":100000,"base":"2302826"},{"domain":"sysctl","name":"vm.zone_reclaim_mode","options":["0","1","2","4"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.core.busy_poll","range":[0,200],"dtype":"int","value":110,"step":10,"base":"133"},{"domain":"sysctl","name":"kernel.sched_autogroup_enabled","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"kernel.threads-max","range":[655360,65536000],"dtype":"int","value":45662569,"step":655360,"base":"51105785"},{"domain":"sysctl","name":"vm.max_map_count","range":[100000,10000000],"dtype":"int","value":5988565,"step":100000,"base":"6231140"},{"domain":"sysctl","name":"net.ipv4.tcp_window_scaling","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"kernel.sem","options":["16000 512000000 256 16000","32000 1024000000 500 32000","64000 2048000000 1000 64000"],"dtype":"string","value":"32000 1024000000 500 32000","base":"16000 512000000 256 16000"},{"domain":"sysctl","name":"net.unix.max_dgram_qlen","range":[128,1048576],"dtype":"int","value":451292,"step":128,"base":"572078"},{"domain":"sysctl","name":"kernel.numa_balancing","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_adv_win_scale","range":[0,4],"dtype":"int","value":3,"step":1,"base":"2"},{"domain":"sysctl","name":"vm.vfs_cache_pressure","range":[0,500],"dtype":"int","value":371,"step":50,"base":"34"},{"domain":"sysctl","name":"net.core.busy_read","range":[0,200],"dtype":"int","value":172,"step":10,"base":"84"},{"domain":"sysctl","name":"net.ipv4.ip_local_port_range","options":["32768 60999","1024 65535","8192 65535"],"dtype":"string","value":"32768 60999","base":"8192 65535"},{"domain":"sysctl","name":"kernel.shmmni","range":[1024,16384],"dtype":"int","value":5431,"step":1024,"base":"6063"},{"domain":"sysctl","name":"net.ipv4.tcp_moderate_rcvbuf","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.conf.all.promote_secondaries","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"kernel.msgmax","range":[4096,1048576],"dtype":"int","value":1024411,"step":4096,"base":"673482"},{"domain":"sysctl","name":"net.ipv4.tcp_no_metrics_save","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_thin_linear_timeouts","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"kernel.pid_max","range":[1048576,4194304],"dtype":"int","value":3318776,"step":1048576,"base":"1226536"},{"domain":"sysctl","name":"kernel.msgmni","range":[8000,128000],"dtype":"int","value":96728,"step":8000,"base":"44082"},{"domain":"sysctl","name":"net.ipv4.tcp_syn_retries","range":[3,64],"dtype":"int","value":30,"step":1,"base":"21"},{"domain":"sysctl","name":"net.ipv4.tcp_orphan_retries","range":[0,15],"dtype":"int","value":5,"step":1,"base":"4"},{"domain":"sysctl","name":"kernel.hung_task_timeout_secs","range":[30,1200],"dtype":"int","value":179,"step":30,"base":"453"},{"domain":"sysctl","name":"vm.dirty_writeback_centisecs","range":[100,1000],"dtype":"int","value":657,"step":100,"base":"551"},{"domain":"sysctl","name":"net.ipv4.tcp_dsack","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"kernel.randomize_va_space","range":[0,2],"dtype":"int","value":1,"step":1,"base":"0"},{"domain":"sysctl","name":"kernel.msgmnb","range":[4096,1048576],"dtype":"int","value":189438,"step":4096,"base":"414251"},{"domain":"sysctl","name":"vm.overcommit_memory","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"kernel.shmall","range":[1073741824,8589934592],"dtype":"int","value":2494972866,"step":1073741824,"base":"7835518551"},{"domain":"sysctl","name":"net.ipv4.tcp_syncookies","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.route.max_size","range":[67108864,2080374784],"dtype":"int","value":1985823730,"step":67108864,"base":"1450819617"},{"domain":"sysctl","name":"net.ipv4.tcp_keepalive_intvl","range":[30,300],"dtype":"int","value":218,"step":15,"base":"144"},{"domain":"sysctl","name":"kernel.shmmax","range":[17179869184,68719476736],"dtype":"int","value":53852004474,"step":17179869184,"base":"34361471779"},{"domain":"sysctl","name":"net.ipv4.ip_no_pmtu_disc","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"kernel.sysrq","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"net.ipv4.tcp_ecn","options":["0","1","2"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_retries2","range":[3,30],"dtype":"int","value":27,"step":1,"base":"23"},{"domain":"sysctl","name":"kernel.timer_migration","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_rmem","options":["4096 16384 4194304","4096 32768 8388608","4096 65536 16777216"],"dtype":"string","value":"4096 65536 16777216","base":"4096 65536 16777216"},{"domain":"sysctl","name":"kernel.nmi_watchdog","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"net.ipv4.conf.all.accept_redirects","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.ipv4.icmp_echo_ignore_broadcasts","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.core.wmem_default","range":[8192,1048576],"dtype":"int","value":857770,"step":8192,"base":"429749"},{"domain":"sysctl","name":"vm.dirty_ratio","range":[0,100],"dtype":"int","value":17,"step":1,"base":"94"},{"domain":"sysctl","name":"net.ipv4.conf.default.forwarding","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"vm.watermark_scale_factor","range":[10,1000],"dtype":"int","value":373,"step":10,"base":"978"},{"domain":"sysctl","name":"fs.inotify.max_user_watches","range":[4096,819200],"dtype":"int","value":717925,"step":4096,"base":"88876"},{"domain":"sysctl","name":"net.ipv4.tcp_timestamps","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.conf.default.promote_secondaries","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_low_latency","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.ipv4.tcp_fin_timeout","range":[1,120],"dtype":"int","value":60,"step":1,"base":"70"},{"domain":"sysctl","name":"net.ipv4.tcp_sack","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"vm.overcommit_ratio","range":[0,100],"dtype":"int","value":35,"step":10,"base":"37"},{"domain":"sysctl","name":"net.ipv4.tcp_congestion_control","options":["cubic","reno","bbr"],"dtype":"string","value":"cubic","base":"cubic"},{"domain":"sysctl","name":"net.ipv4.tcp_synack_retries","range":[3,64],"dtype":"int","value":28,"step":1,"base":"34"},{"domain":"sysctl","name":"vm.stat_interval","range":[1,100],"dtype":"int","value":63,"step":1,"base":"92"}],"score":{"Latency_90":{"value":68240,"negative":true,"weight":0,"strict":true,"base":[194930]},"Latency_99":{"value":388140,"negative":true,"weight":0,"strict":true,"base":[569290]},"Requests_sec":{"value":22373.14,"negative":false,"weight":100,"strict":false,"base":[21547.54]},"Transfer_sec":{"value":89420000,"negative":false,"weight":0,"strict":false,"base":[86120000]}},"current_round":82} \ No newline at end of file -- Gitee From 06d896a87695c360ef59a5e6efbf47e76fb212de Mon Sep 17 00:00:00 2001 From: yangqing Date: Wed, 10 Jul 2024 11:55:43 +0800 Subject: [PATCH 3/3] https long performance data --- gogv/README.md | 77 ++++-- gogv/https_long_group1.conf | 29 +++ gogv/https_long_group1_best.json | 393 +++++++++++++++++++++++++++++ gogv/tune_test.log | 421 ------------------------------- gogv/tune_test_group1.conf | 99 -------- gogv/tune_test_group1_best.json | 1 - 6 files changed, 478 insertions(+), 542 deletions(-) create mode 100644 gogv/https_long_group1.conf create mode 100644 gogv/https_long_group1_best.json delete mode 100644 gogv/tune_test.log delete mode 100644 gogv/tune_test_group1.conf delete mode 100644 gogv/tune_test_group1_best.json diff --git a/gogv/README.md b/gogv/README.md index e0d9966..601b80b 100644 --- a/gogv/README.md +++ b/gogv/README.md @@ -1,41 +1,76 @@ -# KeenTune智能参数调优——TPE内核参数调优 +# KeenTune敏感参数识别——https long ```bash -[root@localhost keentuned]# keentune param tune --job tune_test +[root@localhost ~]# keentune param tune -j https_long -i 10 [ok] Running Param Tune Success. - iteration: 100 - name: tune_test + iteration: 10 + name: https_long - see more details by log file: "/var/log/keentune/tune_test.log" -[root@localhost keentuned]# cat /var/log/keentune/tune_test.log + see more details by log file: "/var/log/keentune/https_long.log" +[root@localhost ~]# cat /var/log/keentune/https_long.log Step1. Parameter auto tuning start, using algorithm = random. Step2. Run benchmark as baseline: - [Requests_sec] (weight: 100.0) average scores = 21547.539 + [Requests_sec] (weight: 100.0) average scores = 20873.721 Step3. AI Engine is ready. -Step4. Start tuning, total iteration is 100. +Step4. Start tuning, total iteration is 10. [Iteration 1] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21529.590 + [Requests_sec] (weight: 100.0) average scores = 22224.381 Current optimal iteration: [Iteration 1]: - [Requests_sec] Declined by 0.083% + [Requests_sec] Improved by 6.471% [Iteration 2] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21590.859 + [Requests_sec] (weight: 100.0) average scores = 22379.289 Current optimal iteration: [Iteration 2]: - [Requests_sec] Improved by 0.201% + [Requests_sec] Improved by 7.213% [Iteration 3] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21649.260 - Current optimal iteration: [Iteration 3]: - [Requests_sec] Improved by 0.472% -[root@localhost keentuned]# keentune param jobs -name algorithm iteration status start_time end_time -tune_test random 100 finish 2024-07-09 23:54:26 2024-07-09 23:58:44 -[root@localhost keentuned]# keentune param dump --job tune_test -[Warning] Dump tune_test has already operated, overwrite? Y(yes)/N(no)y + [Requests_sec] (weight: 100.0) average scores = 6989.610 + Current optimal iteration: [Iteration 2]: + [Requests_sec] Improved by 7.213% +[Iteration 4] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 23041.230 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% +[Iteration 5] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22584.010 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% +[Iteration 6] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 21795.680 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% +[Iteration 7] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22064.230 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% +[Iteration 8] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 5245.370 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% +[Iteration 9] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 6981.430 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% +[Iteration 10] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22423.350 + Current optimal iteration: [Iteration 4]: + [Requests_sec] Improved by 10.384% + +Step5. Best configuration dump successfully. File list: + /var/keentune/keentuned/tuning_workspace/https_long/https_long_group1_best.json + + +Step6. Tuning is finished, checking benchmark score of best configuration. + +[BEST] Benchmark result: + [Requests_sec] (weight: 100.0) average scores = 22689.119 +[BEST] Tuning improvement: + [Requests_sec] Improved by 8.697% +[root@localhost ~]# keentune param dump -j https_long [ok] dump successfully, file list: - /var/keentune/keentuned/profile/tune_test_group1.conf + /var/keentune/keentuned/profile/https_long_group1.conf ``` \ No newline at end of file diff --git a/gogv/https_long_group1.conf b/gogv/https_long_group1.conf new file mode 100644 index 0000000..6b5ecbb --- /dev/null +++ b/gogv/https_long_group1.conf @@ -0,0 +1,29 @@ +[nginx_conf] +sendfile: "on" +client_body_buffer_size: "16k" +keepalive_requests: 109638316755 +multi_accept: "on" +client_header_buffer_size: "8k" +worker_rlimit_nofile: 29376351 +gzip_buffers: "8 8k" +ssl_session_timeout: "10m" +gzip_min_length: 48537 +client_max_body_size: "64m" +proxy_send_timeout: 21 +tcp_nodelay: "on" +gzip: "off" +keepalive_timeout: 29 +proxy_read_timeout: 23 +open_file_cache_min_uses: 8 +worker_connections: 25726 +ssl_session_cache: "builtin:1000" +client_body_timeout: 35 +open_file_cache: "max=10240 inactive=10s" +ssl_buffer_size: "64k" +open_file_cache_valid: "120s" +client_header_timeout: 41 +gzip_comp_level: 2 +tcp_nopush: "off" +send_timeout: 40 +proxy_connect_timeout: 42 +sendfile_max_chunk: "700k" diff --git a/gogv/https_long_group1_best.json b/gogv/https_long_group1_best.json new file mode 100644 index 0000000..aa915b6 --- /dev/null +++ b/gogv/https_long_group1_best.json @@ -0,0 +1,393 @@ +{ + "parameters": [ + { + "domain": "nginx_conf", + "name": "sendfile", + "options": [ + "on", + "off" + ], + "dtype": "string", + "value": "on", + "base": "on" + }, + { + "domain": "nginx_conf", + "name": "client_body_buffer_size", + "options": [ + "8k", + "16k", + "32k", + "64k", + "128k", + "526k", + "1024k" + ], + "dtype": "string", + "value": "16k", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "keepalive_requests", + "range": [ + 1000, + 161061273600 + ], + "dtype": "int", + "value": 109638316755, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "multi_accept", + "options": [ + "on", + "off" + ], + "dtype": "string", + "value": "on", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "client_header_buffer_size", + "options": [ + "2k", + "4k", + "8k", + "16k", + "32k", + "64k" + ], + "dtype": "string", + "value": "8k", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "worker_rlimit_nofile", + "range": [ + 655350, + 157286400 + ], + "dtype": "int", + "value": 29376351, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "gzip_buffers", + "options": [ + "4 4k", + "4 8k", + "8 8k", + "16 8k", + "16 16k", + "16 32k" + ], + "dtype": "string", + "value": "8 8k", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "ssl_session_timeout", + "options": [ + "2m", + "5m", + "10m", + "20m" + ], + "dtype": "string", + "value": "10m", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "gzip_min_length", + "range": [ + 1024, + 102400 + ], + "dtype": "int", + "value": 48537, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "client_max_body_size", + "options": [ + "4m", + "8m", + "16m", + "32m", + "64m", + "128m", + "256m" + ], + "dtype": "string", + "value": "64m", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "proxy_send_timeout", + "range": [ + 6, + 600 + ], + "dtype": "int", + "value": 21, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "tcp_nodelay", + "options": [ + "on", + "off" + ], + "dtype": "string", + "value": "on", + "base": "on" + }, + { + "domain": "nginx_conf", + "name": "gzip", + "options": [ + "on", + "off" + ], + "dtype": "string", + "value": "off", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "keepalive_timeout", + "range": [ + 10, + 100 + ], + "dtype": "int", + "value": 29, + "base": "65" + }, + { + "domain": "nginx_conf", + "name": "proxy_read_timeout", + "range": [ + 6, + 600 + ], + "dtype": "int", + "value": 23, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "open_file_cache_min_uses", + "range": [ + 2, + 10 + ], + "dtype": "int", + "value": 8, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "worker_connections", + "range": [ + 300, + 160000 + ], + "dtype": "int", + "value": 25726, + "base": "1024" + }, + { + "domain": "nginx_conf", + "name": "ssl_session_cache", + "options": [ + "off", + "none", + "builtin:1000", + "shared:SSL:1m" + ], + "dtype": "string", + "value": "builtin:1000", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "client_body_timeout", + "range": [ + 10, + 100 + ], + "dtype": "int", + "value": 35, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "open_file_cache", + "options": [ + "max=1024 inactive=10s", + "max=10240 inactive=10s", + "max=10240000 inactive=60s" + ], + "dtype": "string", + "value": "max=10240 inactive=10s", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "ssl_buffer_size", + "options": [ + "64", + "128", + "526", + "4k", + "64k", + "256k", + "1m", + "4m" + ], + "dtype": "string", + "value": "64k", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "open_file_cache_valid", + "options": [ + "10s", + "30s", + "60s", + "80s", + "90s", + "120s", + "150s" + ], + "dtype": "string", + "value": "120s", + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "client_header_timeout", + "range": [ + 10, + 100 + ], + "dtype": "int", + "value": 41, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "gzip_comp_level", + "range": [ + 1, + 9 + ], + "dtype": "int", + "value": 2, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "tcp_nopush", + "options": [ + "on", + "off" + ], + "dtype": "string", + "value": "off", + "base": "on" + }, + { + "domain": "nginx_conf", + "name": "send_timeout", + "range": [ + 10, + 100 + ], + "dtype": "int", + "value": 40, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "proxy_connect_timeout", + "range": [ + 1, + 50 + ], + "dtype": "int", + "value": 42, + "base": "None" + }, + { + "domain": "nginx_conf", + "name": "sendfile_max_chunk", + "options": [ + "100k", + "200k", + "300k", + "400k", + "500k", + "600k", + "700k", + "800k", + "900k", + "1024k" + ], + "dtype": "string", + "value": "700k", + "base": "None" + } + ], + "score": { + "Latency_90": { + "value": 31710, + "negative": true, + "weight": 0, + "strict": true, + "base": [ + 34780 + ] + }, + "Latency_99": { + "value": 243320, + "negative": true, + "weight": 0, + "strict": true, + "base": [ + 119090 + ] + }, + "Requests_sec": { + "value": 23041.23, + "negative": false, + "weight": 100, + "strict": false, + "base": [ + 20873.72 + ] + }, + "Transfer_sec": { + "value": 92090000, + "negative": false, + "weight": 0, + "strict": false, + "base": [ + 83430000 + ] + } + }, + "current_round": 4 +} \ No newline at end of file diff --git a/gogv/tune_test.log b/gogv/tune_test.log deleted file mode 100644 index 71b616d..0000000 --- a/gogv/tune_test.log +++ /dev/null @@ -1,421 +0,0 @@ -Step1. Parameter auto tuning start, using algorithm = random. - -Step2. Run benchmark as baseline: - - [Requests_sec] (weight: 100.0) average scores = 21547.539 - -Step3. AI Engine is ready. - -Step4. Start tuning, total iteration is 100. - -[Iteration 1] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21529.590 - Current optimal iteration: [Iteration 1]: - [Requests_sec] Declined by 0.083% -[Iteration 2] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21590.859 - Current optimal iteration: [Iteration 2]: - [Requests_sec] Improved by 0.201% -[Iteration 3] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21649.260 - Current optimal iteration: [Iteration 3]: - [Requests_sec] Improved by 0.472% -[Iteration 4] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21436.439 - Current optimal iteration: [Iteration 3]: - [Requests_sec] Improved by 0.472% -[Iteration 5] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21422.859 - Current optimal iteration: [Iteration 3]: - [Requests_sec] Improved by 0.472% -[Iteration 6] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21583.590 - Current optimal iteration: [Iteration 3]: - [Requests_sec] Improved by 0.472% -[Iteration 7] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21712.869 - Current optimal iteration: [Iteration 7]: - [Requests_sec] Improved by 0.767% -[Iteration 8] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21892.461 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 9] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21562.961 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 10] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20917.240 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 11] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21185.199 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 12] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20697.150 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 13] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21616.939 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 14] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21038.689 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 15] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20609.221 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 16] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21747.859 - Current optimal iteration: [Iteration 8]: - [Requests_sec] Improved by 1.601% -[Iteration 17] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 22010.891 - Current optimal iteration: [Iteration 17]: - [Requests_sec] Improved by 2.150% -[Iteration 18] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20977.131 - Current optimal iteration: [Iteration 17]: - [Requests_sec] Improved by 2.150% -[Iteration 19] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 22151.961 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 20] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20294.850 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 21] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21773.641 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 22] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21370.881 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 23] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21287.600 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 24] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21227.061 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 25] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21445.760 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 26] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21039.961 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 27] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21836.320 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 28] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20447.051 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 29] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21143.301 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 30] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20805.369 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 31] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21654.650 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 32] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21758.070 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 33] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21028.480 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 34] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21694.930 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 35] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21349.461 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 36] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21032.660 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 37] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20979.010 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 38] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21396.439 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 39] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21792.510 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 40] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20262.260 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 41] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21238.711 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 42] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21408.891 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 43] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20142.961 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 44] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21056.930 - Current optimal iteration: [Iteration 19]: - [Requests_sec] Improved by 2.805% -[Iteration 45] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 22182.080 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 46] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21387.350 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 47] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19411.270 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 48] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 17805.061 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 49] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21910.420 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 50] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20516.131 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 51] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21769.279 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 52] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 18065.100 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 53] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19950.391 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 54] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 18807.100 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 55] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 22095.570 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 56] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20012.600 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 57] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21237.359 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 58] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21597.820 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 59] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21071.660 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 60] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21202.320 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 61] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21941.779 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 62] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21065.641 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 63] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21333.971 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 64] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21282.990 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 65] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21237.270 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 66] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20967.180 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 67] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21448.381 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 68] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21048.230 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 69] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20687.051 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 70] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20733.721 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 71] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19802.760 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 72] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20704.789 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 73] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20408.631 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 74] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21383.881 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 75] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19725.840 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 76] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21604.859 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 77] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20365.580 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 78] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21584.131 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 79] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 16772.609 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 80] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19827.369 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 81] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19948.650 - Current optimal iteration: [Iteration 45]: - [Requests_sec] Improved by 2.945% -[Iteration 82] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 22373.141 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 83] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20155.711 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 84] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21280.381 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 85] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21577.029 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 86] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21131.641 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 87] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19207.939 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 88] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 22138.760 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 89] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21894.279 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 90] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 19931.910 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 91] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20776.520 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 92] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20747.699 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 93] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21275.039 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 94] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21273.131 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 95] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21624.391 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 96] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21621.789 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 97] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21766.141 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 98] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20687.391 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 99] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21368.100 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% -[Iteration 100] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 20245.449 - Current optimal iteration: [Iteration 82]: - [Requests_sec] Improved by 3.832% - -Step5. Best configuration dump successfully. File list: - /var/keentune/keentuned/tuning_workspace/tune_test/tune_test_group1_best.json - - -Step6. Tuning is finished, checking benchmark score of best configuration. - -[BEST] Benchmark result: - [Requests_sec] (weight: 100.0) average scores = 21679.869 -[BEST] Tuning improvement: - [Requests_sec] Improved by 0.614% diff --git a/gogv/tune_test_group1.conf b/gogv/tune_test_group1.conf deleted file mode 100644 index 364576a..0000000 --- a/gogv/tune_test_group1.conf +++ /dev/null @@ -1,99 +0,0 @@ -[sysctl] -net.core.somaxconn: 19654 -kernel.core_uses_pid: "0" -net.ipv4.conf.default.accept_redirects: "0" -net.ipv4.conf.default.secure_redirects: "1" -fs.suid_dumpable: 0 -net.ipv4.tcp_fastopen: "1" -kernel.dmesg_restrict: "1" -fs.file-max: 850817 -net.core.netdev_max_backlog: 54421 -net.ipv4.ip_default_ttl: 74 -net.ipv4.tcp_keepalive_time: 31652 -net.ipv4.tcp_max_orphans: 15451569 -net.ipv4.conf.default.rp_filter: "0" -fs.inotify.max_user_instances: 52365 -net.ipv4.tcp_mem: "6168306 8224411 12336612" -net.ipv4.tcp_min_tso_segs: 10 -vm.min_free_kbytes: 702589 -vm.dirty_background_ratio: 96 -net.ipv4.tcp_tw_reuse: "1" -net.ipv4.udp_mem: "12582912 16777216 25165824" -vm.dirty_expire_centisecs: 709 -net.ipv4.tcp_fack: "1" -vm.page-cluster: 0 -kernel.sched_rt_runtime_us: 988983 -net.core.optmem_max: 118734 -net.core.rmem_default: 154992 -net.ipv4.tcp_wmem: "4096 65536 16777216" -fs.aio-max-nr: 1289510 -net.ipv4.tcp_max_tw_buckets: 523122 -net.core.netdev_budget: 964 -net.ipv4.tcp_max_syn_backlog: 148925 -net.core.rps_sock_flow_entries: 58713 -net.core.dev_weight: 263 -net.ipv4.tcp_keepalive_probes: 114 -vm.swappiness: 88 -net.ipv4.tcp_retrans_collapse: "1" -net.core.rmem_max: 34647973 -net.core.wmem_max: 61493685 -net.ipv4.conf.all.secure_redirects: "1" -net.ipv4.tcp_reordering: 5 -kernel.sched_migration_cost_ns: 4160657 -vm.zone_reclaim_mode: "1" -net.core.busy_poll: 110 -kernel.sched_autogroup_enabled: "0" -kernel.threads-max: 45662569 -vm.max_map_count: 5988565 -net.ipv4.tcp_window_scaling: "1" -kernel.sem: "32000 1024000000 500 32000" -net.unix.max_dgram_qlen: 451292 -kernel.numa_balancing: "0" -net.ipv4.tcp_adv_win_scale: 3 -vm.vfs_cache_pressure: 371 -net.core.busy_read: 172 -net.ipv4.ip_local_port_range: "32768 60999" -kernel.shmmni: 5431 -net.ipv4.tcp_moderate_rcvbuf: "0" -net.ipv4.conf.all.promote_secondaries: "1" -kernel.msgmax: 1024411 -net.ipv4.tcp_no_metrics_save: "0" -net.ipv4.tcp_thin_linear_timeouts: "1" -kernel.pid_max: 3318776 -kernel.msgmni: 96728 -net.ipv4.tcp_syn_retries: 30 -net.ipv4.tcp_orphan_retries: 5 -kernel.hung_task_timeout_secs: 179 -vm.dirty_writeback_centisecs: 657 -net.ipv4.tcp_dsack: "0" -kernel.randomize_va_space: 1 -kernel.msgmnb: 189438 -vm.overcommit_memory: "0" -kernel.shmall: 2494972866 -net.ipv4.tcp_syncookies: "1" -net.ipv4.route.max_size: 1985823730 -net.ipv4.tcp_keepalive_intvl: 218 -kernel.shmmax: 53852004474 -net.ipv4.ip_no_pmtu_disc: "0" -kernel.sysrq: "0" -net.ipv4.tcp_ecn: "0" -net.ipv4.tcp_retries2: 27 -kernel.timer_migration: "0" -net.ipv4.tcp_rmem: "4096 65536 16777216" -kernel.nmi_watchdog: "0" -net.ipv4.conf.all.accept_redirects: "1" -net.ipv4.icmp_echo_ignore_broadcasts: "0" -net.core.wmem_default: 857770 -vm.dirty_ratio: 17 -net.ipv4.conf.default.forwarding: "1" -vm.watermark_scale_factor: 373 -fs.inotify.max_user_watches: 717925 -net.ipv4.tcp_timestamps: "1" -net.ipv4.conf.default.promote_secondaries: "1" -net.ipv4.tcp_low_latency: "1" -net.ipv4.tcp_fin_timeout: 60 -net.ipv4.tcp_sack: "0" -vm.overcommit_ratio: 35 -net.ipv4.tcp_congestion_control: "cubic" -net.ipv4.tcp_synack_retries: 28 -vm.stat_interval: 63 diff --git a/gogv/tune_test_group1_best.json b/gogv/tune_test_group1_best.json deleted file mode 100644 index a7b38a7..0000000 --- a/gogv/tune_test_group1_best.json +++ /dev/null @@ -1 +0,0 @@ -{"parameters":[{"domain":"sysctl","name":"net.core.somaxconn","range":[128,65536],"dtype":"int","value":19654,"step":128,"base":"60984"},{"domain":"sysctl","name":"kernel.core_uses_pid","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.conf.default.accept_redirects","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"net.ipv4.conf.default.secure_redirects","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"fs.suid_dumpable","range":[0,2],"dtype":"int","value":0,"step":1,"base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_fastopen","options":["1","2","4"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"kernel.dmesg_restrict","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"fs.file-max","range":[102400,10240000],"dtype":"int","value":850817,"step":10240,"base":"846120"},{"domain":"sysctl","name":"net.core.netdev_max_backlog","range":[1000,100000],"dtype":"int","value":54421,"step":1000,"base":"57268"},{"domain":"sysctl","name":"net.ipv4.ip_default_ttl","range":[64,128],"dtype":"int","value":74,"step":8,"base":"86"},{"domain":"sysctl","name":"net.ipv4.tcp_keepalive_time","range":[600,36000],"dtype":"int","value":31652,"step":600,"base":"11703"},{"domain":"sysctl","name":"net.ipv4.tcp_max_orphans","range":[65536,16777216],"dtype":"int","value":15451569,"step":65536,"base":"8393304"},{"domain":"sysctl","name":"net.ipv4.conf.default.rp_filter","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"fs.inotify.max_user_instances","range":[64,65535],"dtype":"int","value":52365,"step":64,"base":"2892"},{"domain":"sysctl","name":"net.ipv4.tcp_mem","options":["6168306 8224411 12336612","12336612 16448822 24673224"],"dtype":"string","value":"6168306 8224411 12336612","base":"12336612 16448822 24673224"},{"domain":"sysctl","name":"net.ipv4.tcp_min_tso_segs","range":[1,16],"dtype":"int","value":10,"step":1,"base":"13"},{"domain":"sysctl","name":"vm.min_free_kbytes","range":[10240,1024000],"dtype":"int","value":702589,"step":10240,"base":"953378"},{"domain":"sysctl","name":"vm.dirty_background_ratio","range":[0,100],"dtype":"int","value":96,"step":1,"base":"53"},{"domain":"sysctl","name":"net.ipv4.tcp_tw_reuse","options":["0","1","2"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.udp_mem","options":["12582912 16777216 25165824","25165824 33554432 50331648","50331648 100663296"],"dtype":"string","value":"12582912 16777216 25165824","base":"25165824 33554432 50331648"},{"domain":"sysctl","name":"vm.dirty_expire_centisecs","range":[100,1000],"dtype":"int","value":709,"step":100,"base":"316"},{"domain":"sysctl","name":"net.ipv4.tcp_fack","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"vm.page-cluster","range":[0,8],"dtype":"int","value":0,"step":1,"base":"6"},{"domain":"sysctl","name":"kernel.sched_rt_runtime_us","range":[950000,1000000],"dtype":"int","value":988983,"step":10000,"base":"971797"},{"domain":"sysctl","name":"net.core.optmem_max","range":[20480,204800],"dtype":"int","value":118734,"step":20480,"base":"179808"},{"domain":"sysctl","name":"net.core.rmem_default","range":[8192,1048576],"dtype":"int","value":154992,"step":8192,"base":"913735"},{"domain":"sysctl","name":"net.ipv4.tcp_wmem","options":["4096 16384 4194304","4096 32768 8388608","4096 65536 16777216"],"dtype":"string","value":"4096 65536 16777216","base":"4096 32768 8388608"},{"domain":"sysctl","name":"fs.aio-max-nr","range":[102400,10240000],"dtype":"int","value":1289510,"step":102400,"base":"3949023"},{"domain":"sysctl","name":"net.ipv4.tcp_max_tw_buckets","range":[32768,1048576],"dtype":"int","value":523122,"step":32768,"base":"732892"},{"domain":"sysctl","name":"net.core.netdev_budget","range":[100,1000],"dtype":"int","value":964,"step":100,"base":"992"},{"domain":"sysctl","name":"net.ipv4.tcp_max_syn_backlog","range":[1024,262144],"dtype":"int","value":148925,"step":1024,"base":"232103"},{"domain":"sysctl","name":"net.core.rps_sock_flow_entries","range":[0,131072],"dtype":"int","value":58713,"step":1024,"base":"131072"},{"domain":"sysctl","name":"net.core.dev_weight","range":[16,1024],"dtype":"int","value":263,"step":16,"base":"429"},{"domain":"sysctl","name":"net.ipv4.tcp_keepalive_probes","range":[3,144],"dtype":"int","value":114,"step":3,"base":"129"},{"domain":"sysctl","name":"vm.swappiness","range":[0,100],"dtype":"int","value":88,"step":1,"base":"67"},{"domain":"sysctl","name":"net.ipv4.tcp_retrans_collapse","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.core.rmem_max","range":[1048576,67108864],"dtype":"int","value":34647973,"step":1048576,"base":"13563018"},{"domain":"sysctl","name":"net.core.wmem_max","range":[1048576,67108864],"dtype":"int","value":61493685,"step":1048576,"base":"31960683"},{"domain":"sysctl","name":"net.ipv4.conf.all.secure_redirects","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_reordering","range":[2,10],"dtype":"int","value":5,"step":1,"base":"9"},{"domain":"sysctl","name":"kernel.sched_migration_cost_ns","range":[100000,5000000],"dtype":"int","value":4160657,"step":100000,"base":"2302826"},{"domain":"sysctl","name":"vm.zone_reclaim_mode","options":["0","1","2","4"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.core.busy_poll","range":[0,200],"dtype":"int","value":110,"step":10,"base":"133"},{"domain":"sysctl","name":"kernel.sched_autogroup_enabled","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"kernel.threads-max","range":[655360,65536000],"dtype":"int","value":45662569,"step":655360,"base":"51105785"},{"domain":"sysctl","name":"vm.max_map_count","range":[100000,10000000],"dtype":"int","value":5988565,"step":100000,"base":"6231140"},{"domain":"sysctl","name":"net.ipv4.tcp_window_scaling","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"kernel.sem","options":["16000 512000000 256 16000","32000 1024000000 500 32000","64000 2048000000 1000 64000"],"dtype":"string","value":"32000 1024000000 500 32000","base":"16000 512000000 256 16000"},{"domain":"sysctl","name":"net.unix.max_dgram_qlen","range":[128,1048576],"dtype":"int","value":451292,"step":128,"base":"572078"},{"domain":"sysctl","name":"kernel.numa_balancing","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_adv_win_scale","range":[0,4],"dtype":"int","value":3,"step":1,"base":"2"},{"domain":"sysctl","name":"vm.vfs_cache_pressure","range":[0,500],"dtype":"int","value":371,"step":50,"base":"34"},{"domain":"sysctl","name":"net.core.busy_read","range":[0,200],"dtype":"int","value":172,"step":10,"base":"84"},{"domain":"sysctl","name":"net.ipv4.ip_local_port_range","options":["32768 60999","1024 65535","8192 65535"],"dtype":"string","value":"32768 60999","base":"8192 65535"},{"domain":"sysctl","name":"kernel.shmmni","range":[1024,16384],"dtype":"int","value":5431,"step":1024,"base":"6063"},{"domain":"sysctl","name":"net.ipv4.tcp_moderate_rcvbuf","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.conf.all.promote_secondaries","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"kernel.msgmax","range":[4096,1048576],"dtype":"int","value":1024411,"step":4096,"base":"673482"},{"domain":"sysctl","name":"net.ipv4.tcp_no_metrics_save","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_thin_linear_timeouts","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"kernel.pid_max","range":[1048576,4194304],"dtype":"int","value":3318776,"step":1048576,"base":"1226536"},{"domain":"sysctl","name":"kernel.msgmni","range":[8000,128000],"dtype":"int","value":96728,"step":8000,"base":"44082"},{"domain":"sysctl","name":"net.ipv4.tcp_syn_retries","range":[3,64],"dtype":"int","value":30,"step":1,"base":"21"},{"domain":"sysctl","name":"net.ipv4.tcp_orphan_retries","range":[0,15],"dtype":"int","value":5,"step":1,"base":"4"},{"domain":"sysctl","name":"kernel.hung_task_timeout_secs","range":[30,1200],"dtype":"int","value":179,"step":30,"base":"453"},{"domain":"sysctl","name":"vm.dirty_writeback_centisecs","range":[100,1000],"dtype":"int","value":657,"step":100,"base":"551"},{"domain":"sysctl","name":"net.ipv4.tcp_dsack","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"kernel.randomize_va_space","range":[0,2],"dtype":"int","value":1,"step":1,"base":"0"},{"domain":"sysctl","name":"kernel.msgmnb","range":[4096,1048576],"dtype":"int","value":189438,"step":4096,"base":"414251"},{"domain":"sysctl","name":"vm.overcommit_memory","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"kernel.shmall","range":[1073741824,8589934592],"dtype":"int","value":2494972866,"step":1073741824,"base":"7835518551"},{"domain":"sysctl","name":"net.ipv4.tcp_syncookies","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.route.max_size","range":[67108864,2080374784],"dtype":"int","value":1985823730,"step":67108864,"base":"1450819617"},{"domain":"sysctl","name":"net.ipv4.tcp_keepalive_intvl","range":[30,300],"dtype":"int","value":218,"step":15,"base":"144"},{"domain":"sysctl","name":"kernel.shmmax","range":[17179869184,68719476736],"dtype":"int","value":53852004474,"step":17179869184,"base":"34361471779"},{"domain":"sysctl","name":"net.ipv4.ip_no_pmtu_disc","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"kernel.sysrq","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"net.ipv4.tcp_ecn","options":["0","1","2"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_retries2","range":[3,30],"dtype":"int","value":27,"step":1,"base":"23"},{"domain":"sysctl","name":"kernel.timer_migration","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_rmem","options":["4096 16384 4194304","4096 32768 8388608","4096 65536 16777216"],"dtype":"string","value":"4096 65536 16777216","base":"4096 65536 16777216"},{"domain":"sysctl","name":"kernel.nmi_watchdog","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"net.ipv4.conf.all.accept_redirects","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.ipv4.icmp_echo_ignore_broadcasts","options":["0","1"],"dtype":"string","value":"0","base":"1"},{"domain":"sysctl","name":"net.core.wmem_default","range":[8192,1048576],"dtype":"int","value":857770,"step":8192,"base":"429749"},{"domain":"sysctl","name":"vm.dirty_ratio","range":[0,100],"dtype":"int","value":17,"step":1,"base":"94"},{"domain":"sysctl","name":"net.ipv4.conf.default.forwarding","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"vm.watermark_scale_factor","range":[10,1000],"dtype":"int","value":373,"step":10,"base":"978"},{"domain":"sysctl","name":"fs.inotify.max_user_watches","range":[4096,819200],"dtype":"int","value":717925,"step":4096,"base":"88876"},{"domain":"sysctl","name":"net.ipv4.tcp_timestamps","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.conf.default.promote_secondaries","options":["0","1"],"dtype":"string","value":"1","base":"1"},{"domain":"sysctl","name":"net.ipv4.tcp_low_latency","options":["0","1"],"dtype":"string","value":"1","base":"0"},{"domain":"sysctl","name":"net.ipv4.tcp_fin_timeout","range":[1,120],"dtype":"int","value":60,"step":1,"base":"70"},{"domain":"sysctl","name":"net.ipv4.tcp_sack","options":["0","1"],"dtype":"string","value":"0","base":"0"},{"domain":"sysctl","name":"vm.overcommit_ratio","range":[0,100],"dtype":"int","value":35,"step":10,"base":"37"},{"domain":"sysctl","name":"net.ipv4.tcp_congestion_control","options":["cubic","reno","bbr"],"dtype":"string","value":"cubic","base":"cubic"},{"domain":"sysctl","name":"net.ipv4.tcp_synack_retries","range":[3,64],"dtype":"int","value":28,"step":1,"base":"34"},{"domain":"sysctl","name":"vm.stat_interval","range":[1,100],"dtype":"int","value":63,"step":1,"base":"92"}],"score":{"Latency_90":{"value":68240,"negative":true,"weight":0,"strict":true,"base":[194930]},"Latency_99":{"value":388140,"negative":true,"weight":0,"strict":true,"base":[569290]},"Requests_sec":{"value":22373.14,"negative":false,"weight":100,"strict":false,"base":[21547.54]},"Transfer_sec":{"value":89420000,"negative":false,"weight":0,"strict":false,"base":[86120000]}},"current_round":82} \ No newline at end of file -- Gitee