From b0484673697a23eafad2c124a61d32b118c2d345 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=81ukasz=20Gryglicki?= Date: Fri, 24 May 2024 08:23:59 +0000 Subject: [PATCH] Removed support for elastic search 3 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Łukasz Gryglicki --- all/reinit.sh | 4 ++-- all/reinit_es_only.sh | 17 ------------- allcdf/reinit.sh | 4 ++-- allcdf/reinit_es_only.sh | 17 ------------- devel/add_single_metric_all_es.sh | 32 ------------------------- devel/reinit_es_only.sh | 30 ----------------------- devel/test_reinit_all.sh | 2 +- shared/reinit.sh | 4 ++-- shared/reinit_es_only.sh | 14 ----------- shared/update_affs.sh | 2 +- util_sh/annotations.sh | 2 +- util_sh/calc_metric.sh | 9 ------- util_sh/calc_metric_inside_container.sh | 7 ------ util_sh/generate_es.sh | 2 -- util_sh/k8s_es_data.sh | 18 -------------- util_sh/projects_health_es.sh | 12 ---------- util_sh/recalculate_periods_from.sh | 2 +- util_sh/reinit_es_cncf.sh | 3 --- util_sh/tags.sh | 2 +- util_sh/vars.sh | 2 -- util_sh/vars_inside_container.sh | 5 ---- 21 files changed, 11 insertions(+), 179 deletions(-) delete mode 100755 all/reinit_es_only.sh delete mode 100755 allcdf/reinit_es_only.sh delete mode 100755 devel/add_single_metric_all_es.sh delete mode 100755 devel/reinit_es_only.sh delete mode 100755 shared/reinit_es_only.sh delete mode 100755 util_sh/calc_metric.sh delete mode 100755 util_sh/calc_metric_inside_container.sh delete mode 100644 util_sh/generate_es.sh delete mode 100755 util_sh/k8s_es_data.sh delete mode 100755 util_sh/projects_health_es.sh delete mode 100755 util_sh/reinit_es_cncf.sh delete mode 100755 util_sh/vars.sh delete mode 100755 util_sh/vars_inside_container.sh diff --git a/all/reinit.sh b/all/reinit.sh index be6f4d736..f5a57194d 100755 --- a/all/reinit.sh +++ b/all/reinit.sh @@ -25,7 +25,7 @@ then ./devel/db.sh psql allprj -c "delete from gha_vars" || exit 3 ./devel/db.sh psql allprj -c "delete from gha_computed" || exit 4 GHA2DB_PROJECT=all PG_DB=allprj GHA2DB_LOCAL=1 vars || exit 5 - GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allprj GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 6 + GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allprj GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 6 if [ ! -z "$HEALTH" ] then ./devel/add_all_annotations.sh || exit 7 @@ -43,7 +43,7 @@ else ./devel/db.sh psql allprj_temp -c "delete from gha_vars" || exit 14 ./devel/db.sh psql allprj_temp -c "delete from gha_computed" || exit 15 GHA2DB_PROJECT=all PG_DB=allprj_temp GHA2DB_LOCAL=1 vars || exit 16 - GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allprj_temp GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 17 + GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allprj_temp GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 17 # HEALTH=1 unsupported in temp database mode ./devel/drop_psql_db.sh allprj || exit 18 ./devel/db.sh psql postgres -c "select pg_terminate_backend(pid) from pg_stat_activity where datname = 'allprj_temp'" || exit 19 diff --git a/all/reinit_es_only.sh b/all/reinit_es_only.sh deleted file mode 100755 index 1d028b6a2..000000000 --- a/all/reinit_es_only.sh +++ /dev/null @@ -1,17 +0,0 @@ -#!/bin/bash -if [ -z "$PG_PASS" ] -then - echo "$0: you need to set PG_PASS env variable to use this script" - exit 1 -fi -function finish { - sync_unlock.sh -} -if [ -z "$TRAP" ] -then - sync_lock.sh || exit -1 - trap finish EXIT - export TRAP=1 -fi -GHA2DB_USE_ES=1 GHA2DB_SKIPPDB=1 GHA2DB_PROJECT=all PG_DB=allprj GHA2DB_LOCAL=1 vars || exit 5 -GHA2DB_USE_ES=1 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_SKIPPDB=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allprj GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 6 diff --git a/allcdf/reinit.sh b/allcdf/reinit.sh index 23b0876d1..2f207db97 100755 --- a/allcdf/reinit.sh +++ b/allcdf/reinit.sh @@ -25,7 +25,7 @@ then ./devel/db.sh psql allcdf -c "delete from gha_vars" || exit 3 ./devel/db.sh psql allcdf -c "delete from gha_computed" || exit 4 GHA2DB_PROJECT=allcdf PG_DB=allcdf GHA2DB_LOCAL=1 vars || exit 5 - GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=allcdf PG_DB=allcdf GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 6 + GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=allcdf PG_DB=allcdf GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 6 if [ ! -z "$HEALTH" ] then TEST_SERVER=1 LIST_FN_PREFIX="./cdf/all_" GHA2DB_PROJECTS_YAML="cdf/projects.yaml" ./devel/add_all_annotations.sh || exit 7 @@ -43,7 +43,7 @@ else ./devel/db.sh psql allcdf_temp -c "delete from gha_vars" || exit 14 ./devel/db.sh psql allcdf_temp -c "delete from gha_computed" || exit 15 GHA2DB_PROJECT=all PG_DB=allcdf_temp GHA2DB_LOCAL=1 vars || exit 16 - GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allcdf_temp GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 17 + GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=all PG_DB=allcdf_temp GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 17 # HEALTH=1 unsupported in temp database mode ./devel/drop_psql_db.sh allcdf || exit 18 ./devel/db.sh psql postgres -c "select pg_terminate_backend(pid) from pg_stat_activity where datname = 'allcdf_temp'" || exit 19 diff --git a/allcdf/reinit_es_only.sh b/allcdf/reinit_es_only.sh deleted file mode 100755 index 814fb6fb8..000000000 --- a/allcdf/reinit_es_only.sh +++ /dev/null @@ -1,17 +0,0 @@ -#!/bin/bash -if [ -z "$PG_PASS" ] -then - echo "$0: you need to set PG_PASS env variable to use this script" - exit 1 -fi -function finish { - sync_unlock.sh -} -if [ -z "$TRAP" ] -then - sync_lock.sh || exit -1 - trap finish EXIT - export TRAP=1 -fi -GHA2DB_USE_ES=1 GHA2DB_SKIPPDB=1 GHA2DB_PROJECT=allcdf PG_DB=allcdf GHA2DB_LOCAL=1 vars || exit 5 -GHA2DB_USE_ES=1 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_SKIPPDB=1 GHA2DB_SKIP_METRICS="projects_health" GHA2DB_EXCLUDE_VARS="projects_health_partial_html" GHA2DB_PROJECT=allcdf PG_DB=allcdf GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_VARS=1 gha2db_sync || exit 6 diff --git a/devel/add_single_metric_all_es.sh b/devel/add_single_metric_all_es.sh deleted file mode 100755 index 79c6c212e..000000000 --- a/devel/add_single_metric_all_es.sh +++ /dev/null @@ -1,32 +0,0 @@ -#!/bin/bash -if [ -z "${PG_PASS}" ] -then - echo "You need to set PG_PASS environment variable to run this script" - exit 1 -fi -if [ -z "$GHA2DB_ES_URL" ] -then - echo "$0: you need to set GHA2DB_ES_URL=..." - exit 2 -fi - -export TRAP=1 - -. ./devel/all_projs.sh || exit 3 - -for proj in $all -do - db=$proj - if [ "$db" = "kubernetes" ] - then - db="gha" - elif [ "$db" = "all" ] - then - db="allprj" - fi - # Also consider: GHA2DB_RESET_ES_RAW=1, GHA2DB_USE_ES_RAW=1 - GHA2DB_SKIPTSDB=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 GHA2DB_PROJECT=$proj PG_DB=$db ./devel/add_single_metric.sh || exit 4 - GHA2DB_SKIPTSDB=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 GHA2DB_LOCAL=1 GHA2DB_PROJECT=$proj PG_DB=$db vars || exit 5 -done - -echo 'OK' diff --git a/devel/reinit_es_only.sh b/devel/reinit_es_only.sh deleted file mode 100755 index 208a25f58..000000000 --- a/devel/reinit_es_only.sh +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash -if [ -z "${PG_PASS}" ] -then - echo "You need to set PG_PASS environment variable to run this script (needs RO access)" - exit 1 -fi -if [ -z "${GHA2DB_ES_URL}" ] -then - echo "You need to set GHA2DB_ES_URL environment variable to run this script" - exit 2 -fi -. ./devel/all_projs.sh || exit 3 -for proj in $all -do - db=$proj - if [ "$proj" = "kubernetes" ] - then - db="gha" - elif [ "$proj" = "all" ] - then - db="allprj" - fi - if [ -f "./$proj/reinit.sh" ] - then - ./$proj/reinit_es_only.sh || exit 4 - else - GHA2DB_PROJECT=$proj PG_DB=$db ./shared/reinit_es_only.sh || exit 5 - fi -done -GHA2DB_USE_ES=1 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_SKIPPDB=1 GHA2DB_LOCAL=1 GHA2DB_SKIP_PIDFILE=1 devstats diff --git a/devel/test_reinit_all.sh b/devel/test_reinit_all.sh index ab9df9902..2aeead579 100755 --- a/devel/test_reinit_all.sh +++ b/devel/test_reinit_all.sh @@ -1,3 +1,3 @@ #!/bin/bash ./devel/drop_ts_tables.sh test || exit 1 -PG_DB=gha PG_DB=test GHA2DB_SKIPPDB=1 GHA2DB_LOCAL=1 GHA2DB_CMDDEBUG=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_RESETTSDB=1 gha2db_sync || exit 1 +PG_DB=gha PG_DB=test GHA2DB_SKIPPDB=1 GHA2DB_LOCAL=1 GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 gha2db_sync || exit 1 diff --git a/shared/reinit.sh b/shared/reinit.sh index b2fcede08..fba38898d 100755 --- a/shared/reinit.sh +++ b/shared/reinit.sh @@ -29,7 +29,7 @@ then PG_USER="${user}" ./devel/db.sh psql "$PG_DB" -c "delete from gha_vars" || exit 3 PG_USER="${user}" ./devel/db.sh psql "$PG_DB" -c "delete from gha_computed" || exit 4 GHA2DB_LOCAL=1 vars || exit 5 - GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_LOCAL=1 gha2db_sync || exit 6 + GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 gha2db_sync || exit 6 else db=$PG_DB tdb="${PG_DB}_temp" @@ -43,7 +43,7 @@ else PG_USER="${user}" ./devel/db.sh psql $tdb -c "delete from gha_vars" || exit 11 PG_USER="${user}" ./devel/db.sh psql $tdb -c "delete from gha_computed" || exit 12 GHA2DB_LOCAL=1 PG_DB=$tdb vars || exit 13 - GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_LOCAL=1 PG_DB=$tdb gha2db_sync || exit 14 + GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_CMDDEBUG=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 PG_DB=$tdb gha2db_sync || exit 14 ./devel/drop_psql_db.sh $db || exit 15 ./devel/db.sh psql postgres -c "select pg_terminate_backend(pid) from pg_stat_activity where datname = '$tdb'" || exit 16 ./devel/db.sh psql postgres -c "alter database \"$tdb\" rename to \"$db\"" || exit 17 diff --git a/shared/reinit_es_only.sh b/shared/reinit_es_only.sh deleted file mode 100755 index 029714242..000000000 --- a/shared/reinit_es_only.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash -# SKIPTEMP=1 skip regenerating data into temporary database and use current database directly -if ( [ -z "$GHA2DB_PROJECT" ] || [ -z "$PG_DB" ] || [ -z "$PG_PASS" ] ) -then - echo "$0: you need to set GHA2DB_PROJECT, PG_DB, PG_PASS env variables to use this script" - exit 1 -fi -user=gha_admin -if [ ! -z "${PG_USER}" ] -then - user="${PG_USER}" -fi -GHA2DB_USE_ES=1 GHA2DB_SKIPPDB=1 GHA2DB_LOCAL=1 vars || exit 2 -GHA2DB_USE_ES=1 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_SKIPPDB=1 GHA2DB_RESETTSDB=1 GHA2DB_LOCAL=1 gha2db_sync || exit 3 diff --git a/shared/update_affs.sh b/shared/update_affs.sh index e24482c7c..2f6524b0c 100755 --- a/shared/update_affs.sh +++ b/shared/update_affs.sh @@ -20,4 +20,4 @@ then ./devel/drop_tsdb_affs_tables.sh "$PG_DB" fi # GHA2DB_COLUMNS_YAML=metrics/$GHA2DB_PROJECT/columns_affs.yaml GHA2DB_LOCAL=1 columns -GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_CMDDEBUG=1 GHA2DB_LOCAL=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_RESETTSDB=1 GHA2DB_COLUMNS_YAML=./metrics/$proj/columns_affs.yaml GHA2DB_METRICS_YAML=./metrics/$proj/metrics_affs.yaml GHA2DB_TAGS_YAML=./metrics/$proj/tags_affs.yaml gha2db_sync +GHA2DB_ENABLE_METRICS_DROP=1 GHA2DB_CMDDEBUG=1 GHA2DB_LOCAL=1 GHA2DB_RESETTSDB=1 GHA2DB_COLUMNS_YAML=./metrics/$proj/columns_affs.yaml GHA2DB_METRICS_YAML=./metrics/$proj/metrics_affs.yaml GHA2DB_TAGS_YAML=./metrics/$proj/tags_affs.yaml gha2db_sync diff --git a/util_sh/annotations.sh b/util_sh/annotations.sh index d8ca0e917..2f20e19a2 100755 --- a/util_sh/annotations.sh +++ b/util_sh/annotations.sh @@ -1,2 +1,2 @@ #!/bin/bash -GHA2DB_PROJECT=kubernetes GHA2DB_DEBUG=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:9200" GHA2DB_SKIPTSDB=1 ./shared/annotations.sh +GHA2DB_PROJECT=kubernetes GHA2DB_DEBUG=1 GHA2DB_SKIPTSDB=1 ./shared/annotations.sh diff --git a/util_sh/calc_metric.sh b/util_sh/calc_metric.sh deleted file mode 100755 index 362506b9f..000000000 --- a/util_sh/calc_metric.sh +++ /dev/null @@ -1,9 +0,0 @@ -# clear; GHA2DB_PROJECT=kubernetes GHA2DB_LOCAL=1 GHA2DB_ST=1 GHA2DB_DEBUG=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:9200" GHA2DB_SKIPTSDB=1 calc_metric multi_row_multi_column ./metrics/shared/company_activity.sql '2018-10-01 0' '2018-10-10 0' h multivalue,merge_series:company_activity -# GHA2DB_PROJECT=kubernetes GHA2DB_LOCAL=1 GHA2DB_ST=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:9200" GHA2DB_SKIPTSDB=1 calc_metric multi_row_multi_column ./metrics/shared/company_activity.sql '2018-10-01 0' '2018-10-01 1' h multivalue,merge_series:company_activity -# GHA2DB_PROJECT=kubernetes GHA2DB_LOCAL=1 GHA2DB_USE_ES=1 GHA2DB_SKIPTSDB=1 calc_metric multi_row_multi_column ./metrics/shared/company_activity.sql '2018-09-01 0' '2018-10-01 0' h multivalue,merge_series:company_activity -# GHA2DB_PROJECT=kubernetes GHA2DB_LOCAL=1 GHA2DB_USE_ES=1 GHA2DB_SKIPTSDB=1 calc_metric multi_row_single_column ./metrics/kubernetes/project_stats.sql '2014-06-01 0' '2018-10-17 5' q hist,annotations_ranges -# GHA2DB_PROJECT=kubernetes GHA2DB_LOCAL=1 GHA2DB_USE_ES=1 GHA2DB_SKIPTSDB=1 calc_metric multi_row_single_column ./metrics/kubernetes/project_developer_stats.sql '2014-06-01 0' '2018-10-17 5' q hist,annotations_ranges,skip_past -# PG_DB=spinnaker GHA2DB_DEBUG=1 GHA2DB_PROJECT=spinnaker GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 calc_metric multi_row_single_column ./metrics/shared/activity_repo_groups.sql '2018-10-22 12' '2018-10-22 12' d7 multivalue,skip_past -# PG_DB=cncf GHA2DB_PROJECT=kubernetes GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 calc_metric multi_row_single_column ./metrics/shared/activity_repo_groups.sql '2015-12-07 18' '2018-10-24 8' y multivalue -# PG_DB=cncf GHA2DB_PROJECT=cncf GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 calc_metric multi_row_single_column ./metrics/shared/activity_repo_groups.sql '2018-10-26 0' '2018-10-27 0' d multivalue -PG_DB=cncf GHA2DB_PROJECT=cncf GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 calc_metric multi_row_single_column ./metrics/shared/project_company_stats.sql '2018-10-26 10' '2018-10-26 10' w 'hist,merge_series:hcom,annotations_ranges,skip_past' diff --git a/util_sh/calc_metric_inside_container.sh b/util_sh/calc_metric_inside_container.sh deleted file mode 100755 index b997ce263..000000000 --- a/util_sh/calc_metric_inside_container.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/bash -if [ -z "${PG_PASS}" ] -then - echo "You need to set PG_PASS environment variable to run this script" - exit 1 -fi -docker run -e GHA2DB_ES_URL="http://172.17.0.1:19200" -e GHA2DB_USE_ES=1 -e GHA2DB_USE_ES_RAW=1 -e PG_PORT=65432 -e PG_HOST="172.17.0.1" -e PG_PASS="${PG_PASS}" -e GHA2DB_PROJECT=cord -e PG_DB=cord devstats calc_metric multi_row_single_column ./metrics/shared/commits_repo_groups.sql '2018-11-01 0' '2018-11-29 9' d multivalue diff --git a/util_sh/generate_es.sh b/util_sh/generate_es.sh deleted file mode 100644 index 50944c2c8..000000000 --- a/util_sh/generate_es.sh +++ /dev/null @@ -1,2 +0,0 @@ -#!/bin/bash -PG_PASS=redacted GHA2DB_PROJECTS_OVERRIDE="+cncf" ONLY="cncf prometheus" GHA2DB_ES_URL="https://url:port" ./devel/reinit_es_only.sh diff --git a/util_sh/k8s_es_data.sh b/util_sh/k8s_es_data.sh deleted file mode 100755 index b3a02ba51..000000000 --- a/util_sh/k8s_es_data.sh +++ /dev/null @@ -1,18 +0,0 @@ -#!/bin/bash -if [ -z "$ES_URL" ] -then - echo "$0: you need to set ES_URL=..." - exit 1 -fi -./docker/docker_es_query.sh d_kubernetes _doc "type:sannotations AND title:v1.13.0" -./docker/docker_es_query.sh d_kubernetes _doc "type:tvars AND vname:full_name" -./docker/docker_es_query.sh d_kubernetes _doc "type:tvars AND vname:sig_mentions_docs_html" -./docker/docker_es_query.sh d_kubernetes _doc "type:tsig_mentions_texts AND sig_mentions_texts_value:apps" -./docker/docker_es_query.sh d_kubernetes _doc "type:issig_mentions AND name:api-machinery AND period:y AND ivalue:4599" -./docker/docker_es_query.sh d_kubernetes _doc "type:tquick_ranges AND quick_ranges_suffix:a_0_1" -./docker/docker_es_query.sh d_kubernetes _doc "type:tvars AND vname:project_stats_docs_html" -./docker/docker_es_query.sh d_kubernetes _doc "type:tall_repo_groups AND all_repo_group_value:signode" -./docker/docker_es_query.sh d_kubernetes _doc "type:ispstat AND series:pstatsignode AND period:y10 AND svalue:Contributors" -./docker/docker_es_query.sh d_kubernetes _doc "type:tvars AND vname:tzs_stats_docs_html" -./docker/docker_es_query.sh d_kubernetes _doc "type:ttz_offsets AND tz_offset:1.0" -./docker/docker_es_query.sh d_kubernetes _doc "type:istz AND period:y AND series:tzsignodecontributions AND name:1.0 AND ivalue:3414" diff --git a/util_sh/projects_health_es.sh b/util_sh/projects_health_es.sh deleted file mode 100755 index 2c47c2381..000000000 --- a/util_sh/projects_health_es.sh +++ /dev/null @@ -1,12 +0,0 @@ -#!/bin/bash -if [ -z "$PG_PASS" ] -then - echo "$0: you need to set PG_PASS=..." - exit 1 -fi -if [ -z "$GHA2DB_ES_URL" ] -then - echo "$0: you need to set GHA2DB_ES_URL=..." - exit 2 -fi -GHA2DB_PROJECT=all PG_DB=allprj GHA2DB_SKIPTSDB=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 GHA2DB_LOCAL=1 calc_metric multi_row_single_column ./metrics/shared/projects_health.sql '2014-01-01 0' '2019-02-14 8' d 'hist,merge_series:projects_health,custom_data' diff --git a/util_sh/recalculate_periods_from.sh b/util_sh/recalculate_periods_from.sh index 09239c4a3..9fb08018c 100755 --- a/util_sh/recalculate_periods_from.sh +++ b/util_sh/recalculate_periods_from.sh @@ -32,4 +32,4 @@ then trap finish EXIT export TRAP=1 fi -GHA2DB_LOCAL=1 GHA2DB_RESET_ES_RAW=1 GHA2DB_SKIP_TAGS=1 GHA2DB_SKIP_ANNOTATIONS=1 GHA2DB_SKIP_COLUMNS=1 GHA2DB_SKIPPDB=1 GHA2DB_STARTDT_FORCE=1 GHA2DB_STARTDT="$1" GHA2DB_RESETTSDB=1 GHA2DB_FORCE_PERIODS="$2" gha2db_sync +GHA2DB_LOCAL=1 GHA2DB_SKIP_TAGS=1 GHA2DB_SKIP_ANNOTATIONS=1 GHA2DB_SKIP_COLUMNS=1 GHA2DB_SKIPPDB=1 GHA2DB_STARTDT_FORCE=1 GHA2DB_STARTDT="$1" GHA2DB_RESETTSDB=1 GHA2DB_FORCE_PERIODS="$2" gha2db_sync diff --git a/util_sh/reinit_es_cncf.sh b/util_sh/reinit_es_cncf.sh deleted file mode 100755 index 442e5f48d..000000000 --- a/util_sh/reinit_es_cncf.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash -# ONLY=cncf SKIPTEMP=1 GHA2DB_PROJECTS_OVERRIDE="+cncf" GHA2DB_USE_ES=1 GHA2DB_USE_ES_ONLY=1 GHA2DB_SKIPTSDB=1 GHA2DB_SKIPPDB=1 GHA2DB_LOCAL=1 ./devel/reinit.sh -ONLY=cncf SKIPTEMP=1 GHA2DB_PROJECTS_OVERRIDE="+cncf" GHA2DB_USE_ES=1 GHA2DB_LOCAL=1 ./devel/reinit.sh diff --git a/util_sh/tags.sh b/util_sh/tags.sh index f45d46457..b0ba8691d 100755 --- a/util_sh/tags.sh +++ b/util_sh/tags.sh @@ -1 +1 @@ -clear; GHA2DB_DEBUG=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:9200" GHA2DB_SKIPTSDB=1 GHA2DB_TAGS_YAML=devel/test_tags.yaml GHA2DB_LOCAL=1 GHA2DB_PROJECT=kubernetes tags +clear; GHA2DB_DEBUG=1 GHA2DB_SKIPTSDB=1 GHA2DB_TAGS_YAML=devel/test_tags.yaml GHA2DB_LOCAL=1 GHA2DB_PROJECT=kubernetes tags diff --git a/util_sh/vars.sh b/util_sh/vars.sh deleted file mode 100755 index 1cca7383e..000000000 --- a/util_sh/vars.sh +++ /dev/null @@ -1,2 +0,0 @@ -#!/bin/bash -clear; ONLY=cncf GHA2DB_USE_ES_ONLY=1 GHA2DB_USE_ES=1 GHA2DB_SKIPTSDB=1 GHA2DB_SKIPPDB=1 ./devel/vars_all.sh diff --git a/util_sh/vars_inside_container.sh b/util_sh/vars_inside_container.sh deleted file mode 100755 index a3bf3bc7a..000000000 --- a/util_sh/vars_inside_container.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash -GHA2DB_LOCAL=1 GHA2DB_PROJECT=buildpacks GHA2DB_VARS_FN_YAML="sync_vars.yaml" PG_DB=buildpacks PG_HOST="127.0.0.1" PG_PORT=65432 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:19200" vars || exit 1 -GHA2DB_LOCAL=1 GHA2DB_PROJECT=buildpacks GHA2DB_VARS_FN_YAML="vars.yaml" PG_DB=buildpacks PG_HOST="127.0.0.1" PG_PORT=65432 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:19200" vars || exit 2 -GHA2DB_LOCAL=1 GHA2DB_PROJECT=buildpacks GHA2DB_VARS_FN_YAML="sync_vars.yaml" PG_DB=buildpacks PG_HOST="127.0.0.1" PG_PORT=65432 GHA2DB_USE_ES_RAW=1 GHA2DB_USE_ES=1 GHA2DB_ES_URL="http://127.0.0.1:19200" vars || exit 3 -./docker/docker_es_query.sh d_buildpacks _doc 'type:tvars AND vname:companies_summary_docs_html'