使用GitLab极狐16.2社区版,
当开发人员使用git clone 的时候发现 带宽吃满20mb cpu飙高,机器卡死
单代码仓库1.3G,使用https clone
有办法限制一下吗
使用GitLab极狐16.2社区版,
当开发人员使用git clone 的时候发现 带宽吃满20mb cpu飙高,机器卡死
单代码仓库1.3G,使用https clone
有办法限制一下吗
我们尝试调过速率,但没有什么作用 ,当开发人员 clone 代码的时候 带宽还是打满20mb了
clone改为ssh 确实是CPU不会飙高了,带宽也有所好转,但是还是在clone期间 还是有一小部分时间让机器卡死,不是cpu导致的 而是带宽
我们是用docker进行部署的,不知道是不是会有影响
可以看到是哪个进程占用资源高么?还有就是clone的时候,并发操作高么?服务器的资源是否足够,目前看docker安装的方式影响不大。
还有你们仓库大么?试过浅克隆会出现这种情况么?
从top上看资源是完全足够的 ,并发操作很低 ,服务器资源32核64G 20mb带宽,仓库1.3G ,浅克隆也会让带宽打满
目前的情况就是只要clone就会占用资源?你clone的时候使用top命令看看哪个进程在占用资源呢?
其他操作倒是不会,可能是因为指令本身吃的带宽就很少,只有clone需要吃很多带宽,目前gitlab的配置全都是走默认的
root@gitlab:/# top -c
ID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
500 git 20 0 3653100 990392 17316 S 1.3 1.5 4:17.92 sidekiq 6.5.7 queues:authorized_project_update:authorized+
3155 git 20 0 1790772 15800 7248 S 1.3 0.0 0:00.48 /opt/gitlab/embedded/service/gitlab-shell/bin/gitlab-shel+
3171 git 20 0 1662380 216292 115080 S 1.3 0.3 0:00.72 /var/opt/gitlab/gitaly/run/gitaly-303/git-exec-2299245479+
303 git 20 0 3623232 295116 155860 S 1.0 0.5 0:18.37 /opt/gitlab/embedded/bin/gitaly /var/opt/gitlab/gitaly/co+
3153 git 20 0 17936 5576 1356 S 0.7 0.0 0:00.24 sshd: git@notty
278 gitlab-+ 20 0 159316 19184 3596 S 0.3 0.0 0:17.69 /opt/gitlab/embedded/bin/redis-server unixsocket:/var/opt+
899 git 20 0 1760740 922720 9040 S 0.3 1.4 0:03.02 puma: cluster worker 20: 478 [gitlab-puma-worker]
680 git 20 0 1704420 899100 7396 S 0.3 1.4 0:01.20 puma: cluster worker 3: 478 [gitlab-puma-worker]
732 git 20 0 1735140 904720 8896 S 0.3 1.4 0:02.36 puma: cluster worker 7: 478 [gitlab-puma-worker]
925 git 20 0 1736676 919148 9064 S 0.3 1.4 0:02.31 puma: cluster worker 22: 478 [gitlab-puma-worker]
3153 git 20 0 17936 5576 1356 S 0.3 0.0 0:00.22 sshd: git@notty
1 root 20 0 4896 2012 1672 S 0.0 0.0 0:00.02 /bin/bash /assets/wrapper
24 root 20 0 2792 616 512 S 0.0 0.0 0:00.02 runsvdir -P /opt/gitlab/service log: ....................+
30 root 20 0 2640 496 408 S 0.0 0.0 0:00.00 runsv sshd
31 root 20 0 2788 496 408 S 0.0 0.0 0:00.00 svlogd -tt /var/log/gitlab/sshd
32 root 20 0 15408 5184 3596 S 0.0 0.0 0:00.00 sshd: /usr/sbin/sshd -D -f /assets/sshd_config -e [listen+
261 root 20 0 2640 492 408 S 0.0 0.0 0:00.00 runsv logrotate
263 root 20 0 2872 752 644 S 0.0 0.0 0:00.00 /bin/sh /opt/gitlab/embedded/bin/gitlab-logrotate-wrapper
273 root 20 0 2788 496 408 S 0.0 0.0 0:00.00 svlogd -tt /var/log/gitlab/logrotate
276 root 20 0 2640 496 408 S 0.0 0.0 0:00.00 runsv redis
288 root 20 0 2788 500 408 S 0.0 0.0 0:00.00 svlogd -tt /var/log/gitlab/redis
294 root 20 0 2640 496 408 S 0.0 0.0 0:00.00 runsv gitaly
296 git 20 0 1327752 12348 3608 S 0.0 0.0 0:00.28 /opt/gitlab/embedded/bin/gita
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
500 git 20 0 3653100 999.7m 17316 S 1.7 1.6 4:22.77 sidekiq 6.5.7 queues:authorized_project_update:authorized+
303 git 20 0 3623232 295360 156052 S 1.3 0.5 0:19.27 /opt/gitlab/embedded/bin/gitaly /var/opt/gitlab/gitaly/co+
3155 git 20 0 1866552 14832 7336 S 1.3 0.0 0:01.37 /opt/gitlab/embedded/service/gitlab-shell/bin/gitlab-shel+
3171 git 20 0 1662380 369940 268724 S 0.7 0.6 0:01.35 /var/opt/gitlab/gitaly/run/gitaly-303/git-exec-2299245479+
278 gitlab-+ 20 0 159316 19152 3596 S 0.3 0.0 0:18.17 /opt/gitlab/embedded/bin/redis-server unixsocket:/var/opt+
823 git 20 0 1189636 899340 5860 S 0.3 1.4 0:02.27 puma: cluster worker 14: 478 [gitlab-puma-worker]
1082 git 20 0 2417840 37596 14468 S 0.3 0.1 0:05.28 /opt/gitlab/embedded/bin/gitlab-workhorse -listenNetwork +
3170 git 20 0 1062352 2876 1976 S 0.3 0.0 0:00.44 /var/opt/gitlab/gitaly/run/gitaly-303/git-exec-2299245479+
1 root 20 0 4896 2012 1672 S 0.0 0.0 0:00.02 /bin/bash /assets/wrapper
24 root 20 0 2792 616 512 S 0.0 0.0 0:00.02 runsvdir -P /opt/gitlab/service log: ....................+
30 root 20 0 2640 496 408 S 0.0 0.0 0:00.00 runsv sshd
31 root 20 0 2788 496 408 S 0.0 0.0 0:00.00 svlogd -tt /var/log/gitlab/sshd
32 root 20 0 15408 5184 3596 S 0.0 0.0 0:00.01 sshd: /usr/sbin/sshd -D -f /assets/sshd_config -e [listen+
261 root 20 0 2640 492 408 S 0.0 0.0 0:00.00 runsv logrotate
263 root 20 0 2872 752 644 S 0.0 0.0 0:00.00 /bin/sh /opt/gitlab/embedded/bin/gitlab-logrotate-wrapper
273 root 20 0 2788 496 408 S 0.0 0.0 0:00.00 svlogd -tt /var/log/gitlab/logrotate
276 root 20 0 2640 496 408 S 0.0 0.0 0:00.00 runsv redis
288 root 20 0 2788 500 408 S 0.0 0.0 0:00.00 svlogd -tt /var/log/gitlab/redis
294 root 20 0 2640 496 408 S 0.0 0.0 0:00.00 runsv gitaly
296 git 20 0 1327752 12348 3608 S 0.0 0.0 0:00.29 /opt/gitlab/embedded/bin/gitaly-wrapper /opt/gitlab/embed+
344 root 20 0 2788 492 408 S 0.0 0.0 0:00.00 svlogd /var/log/gitlab/gitaly
350 root 20 0 2640 500 408 S 0.0 0.0 0:00.00 runsv postgresql
352 gitlab-+ 20 0 49000 24312 22456 S 0.0 0.0 0:00.10 /opt/gitlab/embedded/b
ps -ef | grep 22
root@gitlab:/# ps -ef | grep 22
git 925 478 0 17:52 ? 00:00:02 puma: cluster worker 22: 478 [gitlab-puma-worker]
git 1082 511 0 17:52 ? 00:00:05 /opt/gitlab/embedded/bin/gitlab-workhorse -listenNetwork unix -listenUmask 0 -listenAddr /var/opt/gitlab/gitlab-workhorse/sockets/socket -authBackend http://localhost:8080 -authSocket /var/opt/gitlab/gitlab-rails/sockets/gitlab.socket -documentRoot /opt/gitlab/embedded/service/gitlab-rails/public -pprofListenAddr -prometheusListenAddr localhost:9229 -secretPath /opt/gitlab/embedded/service/gitlab-rails/.gitlab_workhorse_secret -logFormat json -config config.toml
root 2677 0 0 18:22 pts/0 00:00:00 bash
gitlab-+ 2922 352 0 18:32 ? 00:00:00 postgres: gitlab gitlabhq_production [local] idle
git 3170 303 0 18:37 ? 00:00:01 /var/opt/gitlab/gitaly/run/gitaly-303/git-exec-2299245479.d/git --git-dir /var/opt/gitlab/git-data/repositories/@hashed/4e/c9/4ec9599fc203d176a301536c2e091a19bc852759b255bd6818810a42c5fed14a.git -c gc.auto=0 -c core.autocrlf=input -c core.useReplaceRefs=false -c core.fsync=objects,derived-metadata,reference -c core.fsyncMethod=fsync -c core.packedRefsTimeout=10000 -c core.filesRefLockTimeout=1000 -c uploadpack.allowFilter=true -c uploadpack.allowAnySHA1InWant=true -c uploadpack.hideRefs=refs/keep-around/ -c uploadpack.hideRefs=refs/remotes/ -c uploadpack.hideRefs=refs/tmp/ -c pack.windowMemory=100m -c pack.writeReverseIndex=true -c pack.threads=5 -c uploadpack.allowFilter=true -c uploadpack.allowAnySHA1InWant=true upload-pack --end-of-options /var/opt/gitlab/git-data/repositories/@hashed/4e/c9/4ec9599fc203d176a301536c2e091a19bc852759b255bd6818810a42c5fed14a.git
git 3171 3170 1 18:37 ? 00:00:02 /var/opt/gitlab/gitaly/run/gitaly-303/git-exec-2299245479.d/git pack-objects --revs --thin --stdout --progress --delta-base-offset
root 3475 3465 0 18:41 pts/9 00:00:00 grep --color=auto 22
看了资源好像占用cpu不高,正常情况下如果仓库很大,clone的时候是会占用很多带宽,你这边使用浅克隆拉仓库的时候花费时间多久?另外拉取其他小仓库的时候出现占用带宽的情况么?还有就是你在clone的时候看看gitlab日志是否有报错,日志路径在/var/log/gitlab/gitlab-rails/production_json.log和/var/log/gitlab/gitlab-rails/production.log,你看看你docker映射的这个目录在哪里。
浅克隆虽然会很快拉取完,但是实际上带宽还是会打满,我们不希望在拉取的过程中使得gitlab不能访问,有没有什么手段限制一下clone时的带宽
production_json.log
{"method":"GET","path":"/uploads/-/system/user/avatar/2/Cache_2188a9d230a79825..jpg","format":"html","controller":"UploadsController","action":"show","status":200,"time":"2023-09-22T02:26:33.085Z","params":[{"key":"width","value":"32"},{"key":"model","value":"user"},{"key":"mounted_as","value":"avatar"},{"key":"id","value":"2"},{"key":"filename","value":"Cache_2188a9d230a79825..jpg"}],"correlation_id":"01HAXBBMYTTPEDF6QQTB3T7Q25","meta.caller_id":"UploadsController#show","meta.remote_ip":"172.27.0.1","meta.feature_category":"groups_and_projects","meta.user":"maozi","meta.user_id":2,"meta.client_id":"user/2","remote_ip":"172.27.0.1","user_id":2,"username":"maozi","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":0,"request_urgency":"default","target_duration_s":1,"redis_calls":12,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.0025700000000000002,"redis_read_bytes":1374,"redis_write_bytes":1887,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.000992,"redis_feature_flag_read_bytes":1192,"redis_feature_flag_write_bytes":509,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000336,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":140,"redis_sessions_calls":3,"redis_sessions_allowed_cross_slot_calls":1,"redis_sessions_duration_s":0.000838,"redis_sessions_read_bytes":180,"redis_sessions_write_bytes":1081,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000404,"redis_shared_state_write_bytes":157,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":4,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029048,"mem_objects":20101,"mem_bytes":2081031,"mem_mallocs":5465,"mem_total_bytes":2885071,"pid":655,"worker_id":"puma_1","rate_limiting_gates":[],"db_duration_s":0.001,"view_duration_s":0.0,"duration_s":0.00532}
{"method":"GET","path":"/patpet/backend/bytebase-test-ci/-/refs/main/logs_tree","format":"json","controller":"Projects::RefsController","action":"logs_tree","status":200,"time":"2023-09-22T02:26:36.554Z","params":[{"key":"offset","value":"0"},{"key":"namespace_id","value":"patpet/backend"},{"key":"project_id","value":"bytebase-test-ci"},{"key":"id","value":"main"}],"correlation_id":"01HAXBBRAE6KRE6S0TRJD4DV7H","meta.caller_id":"Projects::RefsController#logs_tree","meta.remote_ip":"172.27.0.1","meta.feature_category":"source_code_management","meta.user":"maozi","meta.user_id":2,"meta.project":"patpet/backend/bytebase-test-ci","meta.root_namespace":"patpet","meta.client_id":"user/2","remote_ip":"172.27.0.1","user_id":2,"username":"maozi","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":1875,"request_urgency":"low","target_duration_s":5,"gitaly_calls":1,"gitaly_duration_s":0.003914,"redis_calls":13,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.00169,"redis_read_bytes":1566,"redis_write_bytes":1442,"redis_cache_calls":4,"redis_cache_duration_s":0.000595,"redis_cache_read_bytes":984,"redis_cache_write_bytes":480,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000147,"redis_feature_flag_read_bytes":199,"redis_feature_flag_write_bytes":69,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00021,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":70,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000204,"redis_repository_cache_read_bytes":201,"redis_repository_cache_write_bytes":129,"redis_sessions_calls":3,"redis_sessions_allowed_cross_slot_calls":1,"redis_sessions_duration_s":0.000349,"redis_sessions_read_bytes":180,"redis_sessions_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000185,"redis_shared_state_write_bytes":104,"db_count":14,"db_write_count":0,"db_cached_count":3,"db_replica_count":0,"db_primary_count":14,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":3,"db_main_cached_count":3,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049199,"mem_objects":33589,"mem_bytes":3172976,"mem_mallocs":11630,"mem_total_bytes":4516536,"pid":647,"worker_id":"puma_0","rate_limiting_gates":[],"db_duration_s":0.00669,"view_duration_s":0.00026,"duration_s":0.04223}
{"method":"GET","path":"/patpet/backend/bytebase-test-ci/-/blob/main/README.md","format":"json","controller":"Projects::BlobController","action":"show","status":200,"time":"2023-09-22T02:26:36.596Z","params":[{"key":"viewer","value":"rich"},{"key":"namespace_id","value":"patpet/backend"},{"key":"project_id","value":"bytebase-test-ci"},{"key":"id","value":"main/README.md"}],"correlation_id":"01HAXBBRAE6KRE6S0TRMYJ0XWQ","meta.caller_id":"Projects::BlobController#show","meta.remote_ip":"172.27.0.1","meta.feature_category":"source_code_management","meta.user":"maozi","meta.user_id":2,"meta.project":"patpet/backend/bytebase-test-ci","meta.root_namespace":"patpet","meta.client_id":"user/2","remote_ip":"172.27.0.1","user_id":2,"username":"maozi","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":18661,"request_urgency":"low","target_duration_s":5,"gitaly_calls":4,"gitaly_duration_s":0.013902,"redis_calls":28,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.004696,"redis_read_bytes":7148,"redis_write_bytes":3010,"redis_cache_calls":1,"redis_cache_duration_s":0.00032,"redis_cache_read_bytes":3945,"redis_cache_write_bytes":242,"redis_feature_flag_calls":14,"redis_feature_flag_duration_s":0.001983,"redis_feature_flag_read_bytes":2702,"redis_feature_flag_write_bytes":977,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000338,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":140,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.000832,"redis_repository_cache_read_bytes":319,"redis_repository_cache_write_bytes":413,"redis_sessions_calls":3,"redis_sessions_allowed_cross_slot_calls":1,"redis_sessions_duration_s":0.000819,"redis_sessions_read_bytes":180,"redis_sessions_write_bytes":1081,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000404,"redis_shared_state_write_bytes":157,"db_count":14,"db_write_count":0,"db_cached_count":4,"db_replica_count":0,"db_primary_count":14,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":4,"db_main_cached_count":4,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075797,"mem_objects":44024,"mem_bytes":6356311,"mem_mallocs":19051,"mem_total_bytes":8117271,"pid":899,"worker_id":"puma_20","rate_limiting_gates":[],"db_duration_s":0.00375,"view_duration_s":0.00023,"duration_s":0.05477}
{"method":"POST","path":"/api/graphql","format":"*/*","controller":"GraphqlController","action":"execute","status":200,"time":"2023-09-22T02:26:37.268Z","params":[{"key":"operationName","value":"pathLastCommit"},{"key":"variables","value":"[FILTERED]"},{"key":"query","value":"query pathLastCommit($projectPath: ID!, $path: String, $ref: String!) {\n project(fullPath: $projectPath) {\n __typename\n id\n repository {\n __typename\n paginatedTree(path: $path, ref: $ref) {\n __typename\n nodes {\n __typename\n lastCommit {\n __typename\n id\n sha\n title\n titleHtml\n descriptionHtml\n message\n webPath\n authoredDate\n authorName\n authorGravatar\n author {\n __typename\n id\n name\n avatarUrl\n webPath\n }\n signature {\n __typename\n ... on GpgSignature {\n gpgKeyPrimaryKeyid\n verificationStatus\n __typename\n }\n ... on X509Signature {\n verificationStatus\n x509Certificate {\n id\n subject\n subjectKeyIdentifier\n x509Issuer {\n id\n subject\n subjectKeyIdentifier\n __typename\n }\n __typename\n }\n __typename\n }\n ... on SshSignature {\n verificationStatus\n keyFingerprintSha256\n __typename\n }\n }\n pipelines(ref: $ref, first: 1) {\n __typename\n edges {\n __typename\n node {\n __typename\n id\n detailedStatus {\n __typename\n id\n detailsPath\n icon\n tooltip\n text\n group\n }\n }\n }\n }\n }\n }\n }\n }\n }\n}\n"},{"key":"graphql","value":{"operationName":"pathLastCommit","variables":"[FILTERED]","query":"query pathLastCommit($projectPath: ID!, $path: String, $ref: String!) {\n project(fullPath: $projectPath) {\n __typename\n id\n repository {\n __typename\n paginatedTree(path: $path, ref: $ref) {\n __typename\n nodes {\n __typename\n lastCommit {\n __typename\n id\n sha\n title\n titleHtml\n descriptionHtml\n message\n webPath\n authoredDate\n authorName\n authorGravatar\n author {\n __typename\n id\n name\n avatarUrl\n webPath\n }\n signature {\n __typename\n ... on GpgSignature {\n gpgKeyPrimaryKeyid\n verificationStatus\n __typename\n }\n ... on X509Signature {\n verificationStatus\n x509Certificate {\n id\n subject\n subjectKeyIdentifier\n x509Issuer {\n id\n subject\n subjectKeyIdentifier\n __typename\n }\n __typename\n }\n __typename\n }\n ... on SshSignature {\n verificationStatus\n keyFingerprintSha256\n __typename\n }\n }\n pipelines(ref: $ref, first: 1) {\n __typename\n edges {\n __typename\n node {\n __typename\n id\n detailedStatus {\n __typename\n id\n detailsPath\n icon\n tooltip\n text\n group\n }\n }\n }\n }\n }\n }\n }\n }\n }\n}\n"}}],"correlation_id":"01HAXBBRYBTTX5T721QQB9KQZR","meta.caller_id":"GraphqlController#execute","meta.remote_ip":"172.27.0.1","meta.feature_category":"groups_and_projects","meta.user":"maozi","meta.user_id":2,"meta.client_id":"user/2","graphql":[{"depth":10,"complexity":77,"used_fields":["Project.__typename","Project.id","Repository.__typename","TreeConnection.__typename","Tree.__typename","Commit.__typename","Commit.id","Commit.sha","Commit.title","Commit.titleHtml","Commit.descriptionHtml","Commit.message","Commit.webPath","Commit.authoredDate","Commit.authorName","Commit.authorGravatar","UserCore.__typename","UserCore.id","UserCore.name","UserCore.avatarUrl","UserCore.webPath","Commit.author","CommitSignature.__typename","GpgSignature.gpgKeyPrimaryKeyid","GpgSignature.verificationStatus","GpgSignature.__typename","X509Signature.verificationStatus","X509Certificate.id","X509Certificate.subject","X509Certificate.subjectKeyIdentifier","X509Issuer.id","X509Issuer.subject","X509Issuer.subjectKeyIdentifier","X509Issuer.__typename","X509Certificate.x509Issuer","X509Certificate.__typename","X509Signature.x509Certificate","X509Signature.__typename","SshSignature.verificationStatus","SshSignature.keyFingerprintSha256","SshSignature.__typename","Commit.signature","PipelineConnection.__typename","PipelineEdge.__typename","Pipeline.__typename","Pipeline.id","DetailedStatus.__typename","DetailedStatus.id","DetailedStatus.detailsPath","DetailedStatus.icon","DetailedStatus.tooltip","DetailedStatus.text","DetailedStatus.group","Pipeline.detailedStatus","PipelineEdge.node","PipelineConnection.edges","Commit.pipelines","Tree.lastCommit","TreeConnection.nodes","Repository.paginatedTree","Project.repository","Query.project"],"used_deprecated_fields":[],"variables":"{\"projectPath\"=>\"patpet/backend/bytebase-test-ci\", \"ref\"=>\"main\", \"path\"=>\"\"}","operation_name":"pathLastCommit"}],"remote_ip":"172.27.0.1","user_id":2,"username":"maozi","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":1248,"request_urgency":"low","target_duration_s":5,"gitaly_calls":2,"gitaly_duration_s":0.012415,"redis_calls":24,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.004655,"redis_read_bytes":3356,"redis_write_bytes":2790,"redis_cache_calls":2,"redis_cache_duration_s":0.00047,"redis_cache_read_bytes":271,"redis_cache_write_bytes":227,"redis_feature_flag_calls":14,"redis_feature_flag_duration_s":0.001815,"redis_feature_flag_read_bytes":2702,"redis_feature_flag_write_bytes":998,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000284,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":140,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000514,"redis_repository_cache_read_bytes":201,"redis_repository_cache_write_bytes":187,"redis_sessions_calls":3,"redis_sessions_allowed_cross_slot_calls":1,"redis_sessions_duration_s":0.001228,"redis_sessions_read_bytes":180,"redis_sessions_write_bytes":1081,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000344,"redis_shared_state_write_bytes":157,"db_count":15,"db_write_count":0,"db_cached_count":1,"db_replica_count":0,"db_primary_count":15,"db_main_count":14,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_duration_s":0.011,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.094749,"mem_objects":55078,"mem_bytes":6199287,"mem_mallocs":25252,"mem_total_bytes":8402407,"pid":758,"worker_id":"puma_9","rate_limiting_gates":[],"db_duration_s":0.02857,"view_duration_s":0.00036,"duration_s":0.10779}
{"method":"GET","path":"/-/manifest.json","format":"json","controller":"PwaController","action":"manifest","status":200,"time":"2023-09-22T02:26:37.273Z","params":[],"correlation_id":"01HAXBBS26806WK8HPW2Q8EZ2W","meta.caller_id":"PwaController#manifest","meta.remote_ip":"172.27.0.1","meta.feature_category":"navigation","meta.client_id":"ip/172.27.0.1","remote_ip":"172.27.0.1","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":737,"request_urgency":"low","target_duration_s":5,"redis_calls":2,"redis_duration_s":0.000379,"redis_read_bytes":2,"redis_write_bytes":118,"redis_cache_calls":1,"redis_cache_duration_s":0.000176,"redis_cache_write_bytes":42,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000203,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":76,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017582,"mem_objects":9951,"mem_bytes":739256,"mem_mallocs":4977,"mem_total_bytes":1137296,"pid":823,"worker_id":"puma_14","rate_limiting_gates":[],"db_duration_s":0.00026,"view_duration_s":0.00758,"duration_s":0.01035}
{"method":"POST","path":"/api/graphql","format":"*/*","controller":"GraphqlController","action":"execute","status":200,"time":"2023-09-22T02:26:37.279Z","params":[{"key":"_json","value":[{"operationName":"getWritableForks","variables":"[FILTERED]","query":"query getWritableForks($projectPath: ID!) {\n project(fullPath: $projectPath) {\n id\n visibleForks(minimumAccessLevel: DEVELOPER) {\n nodes {\n id\n fullPath\n webUrl\n __typename\n }\n __typename\n }\n __typename\n }\n}\n"}]},{"key":"graphql","value":{"_json":[{"operationName":"getWritableForks","variables":"[FILTERED]","query":"query getWritableForks($projectPath: ID!) {\n project(fullPath: $projectPath) {\n id\n visibleForks(minimumAccessLevel: DEVELOPER) {\n nodes {\n id\n fullPath\n webUrl\n __typename\n }\n __typename\n }\n __typename\n }\n}\n"}]}}],"correlation_id":"01HAXBBS14WP7P08HQM9WDYH2D","meta.caller_id":"GraphqlController#execute","meta.remote_ip":"172.27.0.1","meta.feature_category":"groups_and_projects","meta.user":"maozi","meta.user_id":2,"meta.client_id":"user/2","graphql":[{"depth":4,"complexity":10,"used_fields":["Project.id","Project.fullPath","Project.webUrl","Project.__typename","ProjectConnection.nodes","ProjectConnection.__typename","Project.visibleForks","Query.project"],"used_deprecated_fields":["Project.visibleForks"],"variables":"{\"projectPath\"=>\"patpet/backend/bytebase-test-ci\"}","operation_name":"getWritableForks"}],"remote_ip":"172.27.0.1","user_id":2,"username":"maozi","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":139,"request_urgency":"low","target_duration_s":5,"redis_calls":17,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.003701,"redis_read_bytes":2284,"redis_write_bytes":2248,"redis_cache_calls":1,"redis_cache_duration_s":0.000317,"redis_cache_read_bytes":114,"redis_cache_write_bytes":96,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.0014,"redis_feature_flag_read_bytes":1988,"redis_feature_flag_write_bytes":774,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000307,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":140,"redis_sessions_calls":3,"redis_sessions_allowed_cross_slot_calls":1,"redis_sessions_duration_s":0.001265,"redis_sessions_read_bytes":180,"redis_sessions_write_bytes":1081,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000412,"redis_shared_state_write_bytes":157,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":7,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049648,"mem_objects":26028,"mem_bytes":3343759,"mem_mallocs":9239,"mem_total_bytes":4384879,"pid":777,"worker_id":"puma_10","rate_limiting_gates":[],"db_duration_s":0.00444,"view_duration_s":0.0002,"duration_s":0.02777}
{"method":"POST","path":"/api/graphql","format":"*/*","controller":"GraphqlController","action":"execute","status":200,"time":"2023-09-22T02:26:37.286Z","params":[{"key":"_json","value":[{"operationName":"getPermissions","variables":"[FILTERED]","query":"query getPermissions($projectPath: ID!) {\n project(fullPath: $projectPath) {\n id\n __typename\n userPermissions {\n __typename\n pushCode\n forkProject\n createMergeRequestIn\n }\n }\n}\n"},{"operationName":"getPaginatedTree","variables":"[FILTERED]","query":"fragment TreeEntry on Entry {\n __typename\n id\n sha\n name\n flatPath\n type\n}\n\nquery getPaginatedTree($projectPath: ID!, $path: String, $ref: String!, $nextPageCursor: String) {\n project(fullPath: $projectPath) {\n id\n __typename\n repository {\n __typename\n paginatedTree(path: $path, ref: $ref, after: $nextPageCursor) {\n __typename\n pageInfo {\n __typename\n endCursor\n startCursor\n hasNextPage\n }\n nodes {\n __typename\n trees {\n __typename\n nodes {\n ...TreeEntry\n webPath\n __typename\n }\n }\n submodules {\n __typename\n nodes {\n ...TreeEntry\n webUrl\n treeUrl\n __typename\n }\n }\n blobs {\n __typename\n nodes {\n ...TreeEntry\n mode\n webPath\n lfsOid\n __typename\n }\n }\n }\n }\n }\n }\n}\n"}]},{"key":"graphql","value":{"_json":[{"operationName":"getPermissions","variables":"[FILTERED]","query":"query getPermissions($projectPath: ID!) {\n project(fullPath: $projectPath) {\n id\n __typename\n userPermissions {\n __typename\n pushCode\n forkProject\n createMergeRequestIn\n }\n }\n}\n"},{"operationName":"getPaginatedTree","variables":"[FILTERED]","query":"fragment TreeEntry on Entry {\n __typename\n id\n sha\n name\n flatPath\n type\n}\n\nquery getPaginatedTree($projectPath: ID!, $path: String, $ref: String!, $nextPageCursor: String) {\n project(fullPath: $projectPath) {\n id\n __typename\n repository {\n __typename\n paginatedTree(path: $path, ref: $ref, after: $nextPageCursor) {\n __typename\n pageInfo {\n __typename\n endCursor\n startCursor\n hasNextPage\n }\n nodes {\n __typename\n trees {\n __typename\n nodes {\n ...TreeEntry\n webPath\n __typename\n }\n }\n submodules {\n __typename\n nodes {\n ...TreeEntry\n webUrl\n treeUrl\n __typename\n }\n }\n blobs {\n __typename\n nodes {\n ...TreeEntry\n mode\n webPath\n lfsOid\n __typename\n }\n }\n }\n }\n }\n }\n}\n"}]}}],"correlation_id":"01HAXBBS14WP7P08HQM8EWX359","meta.caller_id":"GraphqlController#execute","meta.remote_ip":"172.27.0.1","meta.feature_category":"groups_and_projects","meta.user":"maozi","meta.user_id":2,"meta.client_id":"user/2","graphql":[{"depth":3,"complexity":8,"used_fields":["Project.id","Project.__typename","ProjectPermissions.__typename","ProjectPermissions.pushCode","ProjectPermissions.forkProject","ProjectPermissions.createMergeRequestIn","Project.userPermissions","Query.project"],"used_deprecated_fields":[],"variables":"{\"projectPath\"=>\"patpet/backend/bytebase-test-ci\"}","operation_name":"getPermissions"},{"depth":7,"complexity":51,"used_fields":["Project.id","Project.__typename","Repository.__typename","TreeConnection.__typename","PageInfo.__typename","PageInfo.endCursor","PageInfo.startCursor","PageInfo.hasNextPage","TreeConnection.pageInfo","Tree.__typename","TreeEntryConnection.__typename","Entry.__typename","Entry.id","Entry.sha","Entry.name","Entry.flatPath","Entry.type","TreeEntry.webPath","TreeEntry.__typename","TreeEntryConnection.nodes","Tree.trees","SubmoduleConnection.__typename","Submodule.webUrl","Submodule.treeUrl","Submodule.__typename","SubmoduleConnection.nodes","Tree.submodules","BlobConnection.__typename","Blob.mode","Blob.webPath","Blob.lfsOid","Blob.__typename","BlobConnection.nodes","Tree.blobs","TreeConnection.nodes","Repository.paginatedTree","Project.repository","Query.project"],"used_deprecated_fields":[],"variables":"{\"projectPath\"=>\"patpet/backend/bytebase-test-ci\", \"ref\"=>\"main\", \"path\"=>\"/\", \"nextPageCursor\"=>\"\", \"pageSize\"=>100}","operation_name":"getPaginatedTree"}],"remote_ip":"172.27.0.1","user_id":2,"username":"maozi","ua":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","response_bytes":1565,"request_urgency":"low","target_duration_s":5,"gitaly_calls":2,"gitaly_duration_s":0.011174,"redis_calls":9,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.001448,"redis_read_bytes":582,"redis_write_bytes":953,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000151,"redis_feature_flag_read_bytes":199,"redis_feature_flag_write_bytes":60,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000156,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":70,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000315,"redis_repository_cache_read_bytes":201,"redis_repository_cache_write_bytes":129,"redis_sessions_calls":3,"redis_sessions_allowed_cross_slot_calls":1,"redis_sessions_duration_s":0.000578,"redis_sessions_read_bytes":180,"redis_sessions_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000248,"redis_shared_state_write_bytes":104,"db_count":10,"db_write_count":0,"db_cached_count":1,"db_replica_count":0,"db_primary_count":10,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.054078,"mem_objects":32146,"mem_bytes":3110616,"mem_mallocs":10341,"mem_total_bytes":4396456,"pid":680,"worker_id":"puma_3","rate_limiting_gates":[],"db_duration_s":0.00316,"view_duration_s":0.00038,"duration_s":0.05209}
production.log 无日志
走的默认的,600,这个只是操作次数限制吧 ?开发者clone 始终只是一次吧 ,我试过调整成1 带宽也会打满