parent
6fdcbb9d57
commit
f18c37401e
392
tasks.py
392
tasks.py
|
|
@ -1102,6 +1102,398 @@ def docker_blackbox_follow_bootstrap_users(
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@task(name="docker-blackbox-follow-debug-auth")
|
||||||
|
def docker_blackbox_follow_debug_auth(
|
||||||
|
c,
|
||||||
|
source_host_port=BLACKBOX_SOURCE_HOST_PORT,
|
||||||
|
follower_host_port=BLACKBOX_FOLLOWER_HOST_PORT,
|
||||||
|
app_image=PRODUCTION_TAG,
|
||||||
|
runner_image=TEST_TAG,
|
||||||
|
postgres_image=BLACKBOX_POSTGRES_IMAGE,
|
||||||
|
):
|
||||||
|
"""Debug source/follower login and first authenticated create inside local follower blackbox runner."""
|
||||||
|
env = _follow_compose_env(
|
||||||
|
source_host_port=source_host_port,
|
||||||
|
follower_host_port=follower_host_port,
|
||||||
|
app_image=app_image,
|
||||||
|
runner_image=runner_image,
|
||||||
|
postgres_image=postgres_image,
|
||||||
|
)
|
||||||
|
|
||||||
|
script = """
|
||||||
|
require_relative 'e2e/lib/api_client'
|
||||||
|
|
||||||
|
def inspect_client(base_url)
|
||||||
|
client = TurniereE2E::ApiClient.new(base_url: base_url)
|
||||||
|
login = client.login!(email: ENV.fetch('TURNIERE_E2E_EMAIL'), password: ENV.fetch('TURNIERE_E2E_PASSWORD'))
|
||||||
|
puts({ base_url: base_url, login_status: login[:status], login_headers: login[:headers].slice('access-token', 'client', 'uid', 'expiry', 'token-type', 'authorization'), authenticated: client.authenticated? }.inspect)
|
||||||
|
|
||||||
|
create = client.post('/tournaments', body: {
|
||||||
|
name: "Debug #{base_url}",
|
||||||
|
description: 'Debug tournament',
|
||||||
|
public: false,
|
||||||
|
teams: [
|
||||||
|
{ name: 'One' },
|
||||||
|
{ name: 'Two' },
|
||||||
|
{ name: 'Three' },
|
||||||
|
{ name: 'Four' }
|
||||||
|
]
|
||||||
|
})
|
||||||
|
puts({ base_url: base_url, create_status: create[:status], create_json: create[:json], create_headers: create[:headers].slice('access-token', 'client', 'uid', 'expiry', 'token-type', 'authorization') }.inspect)
|
||||||
|
end
|
||||||
|
|
||||||
|
inspect_client(ENV.fetch('TURNIERE_SOURCE_E2E_BASE_URL'))
|
||||||
|
inspect_client(ENV.fetch('TURNIERE_FOLLOWER_E2E_BASE_URL'))
|
||||||
|
"""
|
||||||
|
command = [
|
||||||
|
"run",
|
||||||
|
"--rm",
|
||||||
|
"e2e",
|
||||||
|
"ruby",
|
||||||
|
"-e",
|
||||||
|
script,
|
||||||
|
]
|
||||||
|
print(_format_command(_docker_compose_cmd(project_name=BLACKBOX_FOLLOW_PROJECT, compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE) + command))
|
||||||
|
result = _compose_run(
|
||||||
|
command,
|
||||||
|
env=env,
|
||||||
|
capture_output=True,
|
||||||
|
check=False,
|
||||||
|
project_name=BLACKBOX_FOLLOW_PROJECT,
|
||||||
|
compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE,
|
||||||
|
)
|
||||||
|
if result.stdout:
|
||||||
|
print(result.stdout.rstrip())
|
||||||
|
if result.stderr:
|
||||||
|
print(result.stderr.rstrip())
|
||||||
|
|
||||||
|
if result.returncode != 0:
|
||||||
|
raise subprocess.CalledProcessError(
|
||||||
|
result.returncode,
|
||||||
|
result.args,
|
||||||
|
output=result.stdout,
|
||||||
|
stderr=result.stderr,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@task(name="docker-blackbox-follow-debug-seed")
|
||||||
|
def docker_blackbox_follow_debug_seed(
|
||||||
|
c,
|
||||||
|
source_host_port=BLACKBOX_SOURCE_HOST_PORT,
|
||||||
|
follower_host_port=BLACKBOX_FOLLOWER_HOST_PORT,
|
||||||
|
app_image=PRODUCTION_TAG,
|
||||||
|
runner_image=TEST_TAG,
|
||||||
|
postgres_image=BLACKBOX_POSTGRES_IMAGE,
|
||||||
|
):
|
||||||
|
"""Debug repeated mixed tournament creation inside local follower blackbox runner."""
|
||||||
|
env = _follow_compose_env(
|
||||||
|
source_host_port=source_host_port,
|
||||||
|
follower_host_port=follower_host_port,
|
||||||
|
app_image=app_image,
|
||||||
|
runner_image=runner_image,
|
||||||
|
postgres_image=postgres_image,
|
||||||
|
)
|
||||||
|
|
||||||
|
script = """
|
||||||
|
require_relative 'e2e/lib/api_client'
|
||||||
|
|
||||||
|
def create_playoff_payload(name)
|
||||||
|
{
|
||||||
|
name: name,
|
||||||
|
description: 'Debug playoff tournament',
|
||||||
|
public: false,
|
||||||
|
teams: [
|
||||||
|
{ name: 'One' },
|
||||||
|
{ name: 'Two' },
|
||||||
|
{ name: 'Three' },
|
||||||
|
{ name: 'Four' }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
end
|
||||||
|
|
||||||
|
def create_group_payload(name)
|
||||||
|
{
|
||||||
|
name: name,
|
||||||
|
description: 'Debug group tournament',
|
||||||
|
public: true,
|
||||||
|
group_stage: true,
|
||||||
|
playoff_teams_amount: 8,
|
||||||
|
teams: 4.times.flat_map do |group_index|
|
||||||
|
4.times.map do |seed_index|
|
||||||
|
{ name: "#{name}-G#{group_index + 1}-S#{seed_index + 1}", group: group_index }
|
||||||
|
end
|
||||||
|
end
|
||||||
|
}
|
||||||
|
end
|
||||||
|
|
||||||
|
def inspect_seed(base_url)
|
||||||
|
client = TurniereE2E::ApiClient.new(base_url: base_url)
|
||||||
|
login = client.login!(email: ENV.fetch('TURNIERE_E2E_EMAIL'), password: ENV.fetch('TURNIERE_E2E_PASSWORD'))
|
||||||
|
puts({ base_url: base_url, login_status: login[:status], authenticated: client.authenticated? }.inspect)
|
||||||
|
|
||||||
|
[
|
||||||
|
['playoff-1', create_playoff_payload('Debug Playoff 1')],
|
||||||
|
['group-1', create_group_payload('Debug Group 1')],
|
||||||
|
['playoff-2', create_playoff_payload('Debug Playoff 2')],
|
||||||
|
['group-2', create_group_payload('Debug Group 2')]
|
||||||
|
].each do |label, payload|
|
||||||
|
response = client.post('/tournaments', body: payload)
|
||||||
|
puts({
|
||||||
|
base_url: base_url,
|
||||||
|
step: label,
|
||||||
|
status: response[:status],
|
||||||
|
json: response[:json],
|
||||||
|
headers: response[:headers].slice('access-token', 'client', 'uid', 'expiry', 'token-type', 'authorization'),
|
||||||
|
authenticated: client.authenticated?
|
||||||
|
}.inspect)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
inspect_seed(ENV.fetch('TURNIERE_SOURCE_E2E_BASE_URL'))
|
||||||
|
inspect_seed(ENV.fetch('TURNIERE_FOLLOWER_E2E_BASE_URL'))
|
||||||
|
"""
|
||||||
|
command = [
|
||||||
|
"run",
|
||||||
|
"--rm",
|
||||||
|
"e2e",
|
||||||
|
"ruby",
|
||||||
|
"-e",
|
||||||
|
script,
|
||||||
|
]
|
||||||
|
print(_format_command(_docker_compose_cmd(project_name=BLACKBOX_FOLLOW_PROJECT, compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE) + command))
|
||||||
|
result = _compose_run(
|
||||||
|
command,
|
||||||
|
env=env,
|
||||||
|
capture_output=True,
|
||||||
|
check=False,
|
||||||
|
project_name=BLACKBOX_FOLLOW_PROJECT,
|
||||||
|
compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE,
|
||||||
|
)
|
||||||
|
if result.stdout:
|
||||||
|
print(result.stdout.rstrip())
|
||||||
|
if result.stderr:
|
||||||
|
print(result.stderr.rstrip())
|
||||||
|
|
||||||
|
if result.returncode != 0:
|
||||||
|
raise subprocess.CalledProcessError(
|
||||||
|
result.returncode,
|
||||||
|
result.args,
|
||||||
|
output=result.stdout,
|
||||||
|
stderr=result.stderr,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@task(name="docker-blackbox-follow-debug-group-create")
|
||||||
|
def docker_blackbox_follow_debug_group_create(
|
||||||
|
c,
|
||||||
|
source_host_port=BLACKBOX_SOURCE_HOST_PORT,
|
||||||
|
follower_host_port=BLACKBOX_FOLLOWER_HOST_PORT,
|
||||||
|
app_image=PRODUCTION_TAG,
|
||||||
|
runner_image=TEST_TAG,
|
||||||
|
postgres_image=BLACKBOX_POSTGRES_IMAGE,
|
||||||
|
):
|
||||||
|
"""Debug single fresh-login group-stage tournament creation inside local follower blackbox runner."""
|
||||||
|
env = _follow_compose_env(
|
||||||
|
source_host_port=source_host_port,
|
||||||
|
follower_host_port=follower_host_port,
|
||||||
|
app_image=app_image,
|
||||||
|
runner_image=runner_image,
|
||||||
|
postgres_image=postgres_image,
|
||||||
|
)
|
||||||
|
|
||||||
|
script = """
|
||||||
|
require_relative 'e2e/lib/api_client'
|
||||||
|
|
||||||
|
def create_group_payload(name)
|
||||||
|
{
|
||||||
|
name: name,
|
||||||
|
description: 'Debug group tournament',
|
||||||
|
public: true,
|
||||||
|
group_stage: true,
|
||||||
|
playoff_teams_amount: 8,
|
||||||
|
teams: 4.times.flat_map do |group_index|
|
||||||
|
4.times.map do |seed_index|
|
||||||
|
{ name: "#{name}-G#{group_index + 1}-S#{seed_index + 1}", group: group_index }
|
||||||
|
end
|
||||||
|
end
|
||||||
|
}
|
||||||
|
end
|
||||||
|
|
||||||
|
def inspect_group_create(base_url)
|
||||||
|
client = TurniereE2E::ApiClient.new(base_url: base_url)
|
||||||
|
login = client.login!(email: ENV.fetch('TURNIERE_E2E_EMAIL'), password: ENV.fetch('TURNIERE_E2E_PASSWORD'))
|
||||||
|
puts({ base_url: base_url, login_status: login[:status], authenticated: client.authenticated? }.inspect)
|
||||||
|
response = client.post('/tournaments', body: create_group_payload('Fresh Debug Group'))
|
||||||
|
puts({ base_url: base_url, create_status: response[:status], create_json: response[:json], create_headers: response[:headers].slice('access-token', 'client', 'uid', 'expiry', 'token-type', 'authorization') }.inspect)
|
||||||
|
end
|
||||||
|
|
||||||
|
inspect_group_create(ENV.fetch('TURNIERE_SOURCE_E2E_BASE_URL'))
|
||||||
|
inspect_group_create(ENV.fetch('TURNIERE_FOLLOWER_E2E_BASE_URL'))
|
||||||
|
"""
|
||||||
|
command = [
|
||||||
|
"run",
|
||||||
|
"--rm",
|
||||||
|
"e2e",
|
||||||
|
"ruby",
|
||||||
|
"-e",
|
||||||
|
script,
|
||||||
|
]
|
||||||
|
print(_format_command(_docker_compose_cmd(project_name=BLACKBOX_FOLLOW_PROJECT, compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE) + command))
|
||||||
|
result = _compose_run(
|
||||||
|
command,
|
||||||
|
env=env,
|
||||||
|
capture_output=True,
|
||||||
|
check=False,
|
||||||
|
project_name=BLACKBOX_FOLLOW_PROJECT,
|
||||||
|
compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE,
|
||||||
|
)
|
||||||
|
if result.stdout:
|
||||||
|
print(result.stdout.rstrip())
|
||||||
|
if result.stderr:
|
||||||
|
print(result.stderr.rstrip())
|
||||||
|
|
||||||
|
if result.returncode != 0:
|
||||||
|
raise subprocess.CalledProcessError(
|
||||||
|
result.returncode,
|
||||||
|
result.args,
|
||||||
|
output=result.stdout,
|
||||||
|
stderr=result.stderr,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@task(name="docker-blackbox-follow-debug-sync")
|
||||||
|
def docker_blackbox_follow_debug_sync(
|
||||||
|
c,
|
||||||
|
source_host_port=BLACKBOX_SOURCE_HOST_PORT,
|
||||||
|
follower_host_port=BLACKBOX_FOLLOWER_HOST_PORT,
|
||||||
|
app_image=PRODUCTION_TAG,
|
||||||
|
runner_image=TEST_TAG,
|
||||||
|
postgres_image=BLACKBOX_POSTGRES_IMAGE,
|
||||||
|
log_tail=120,
|
||||||
|
):
|
||||||
|
"""Print local follower blackbox sync queue state and recent app logs."""
|
||||||
|
env = _follow_compose_env(
|
||||||
|
source_host_port=source_host_port,
|
||||||
|
follower_host_port=follower_host_port,
|
||||||
|
app_image=app_image,
|
||||||
|
runner_image=runner_image,
|
||||||
|
postgres_image=postgres_image,
|
||||||
|
)
|
||||||
|
|
||||||
|
script = """
|
||||||
|
puts '== Source tournaments =='
|
||||||
|
Tournament.order(:id).pluck(:id, :name, :read_only_mode, :sync_target_url, :sync_last_pushed_at, :sync_last_push_error).each { |row| p row }
|
||||||
|
puts '== Source sync queue =='
|
||||||
|
TournamentSyncQueueEntry.order(:id).pluck(:id, :tournament_id, :status, :attempts, :last_error, :next_attempt_at, :last_attempt_at).each { |row| p row }
|
||||||
|
puts '== Follower tournaments =='
|
||||||
|
Tournament.order(:id).pluck(:id, :name, :read_only_mode, :sync_target_url, :sync_last_pushed_at, :sync_last_push_error).each { |row| p row }
|
||||||
|
"""
|
||||||
|
|
||||||
|
for service, db_host in (("source-app", "source-postgres"), ("follower-app", "follower-postgres")):
|
||||||
|
_print_header(f"Sync state from {service}")
|
||||||
|
db_name = BLACKBOX_SOURCE_DB_NAME if service == "source-app" else BLACKBOX_FOLLOWER_DB_NAME
|
||||||
|
service_env = _production_env_for(db_host, db_name)
|
||||||
|
runner = _compose_run(
|
||||||
|
["run", "--rm", "-e", f"POSTGRES_URL={service_env['POSTGRES_URL']}", "-e", f"POSTGRES_USERNAME={service_env['POSTGRES_USERNAME']}", "-e", f"POSTGRES_PASSWORD={service_env['POSTGRES_PASSWORD']}", "-e", f"SECRET_KEY_BASE={service_env['SECRET_KEY_BASE']}", "-e", f"MAILGUN_API_KEY={service_env['MAILGUN_API_KEY']}", "-e", f"MAILGUN_DOMAIN={service_env['MAILGUN_DOMAIN']}", "-e", f"RAILS_LOG_TO_STDOUT={service_env['RAILS_LOG_TO_STDOUT']}", "-e", f"RAILS_SERVE_STATIC_FILES={service_env['RAILS_SERVE_STATIC_FILES']}", "-e", "RAILS_ENV=production", "e2e", "bundle", "exec", "rails", "runner", script],
|
||||||
|
env=env,
|
||||||
|
capture_output=True,
|
||||||
|
check=False,
|
||||||
|
project_name=BLACKBOX_FOLLOW_PROJECT,
|
||||||
|
compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE,
|
||||||
|
)
|
||||||
|
if runner.stdout:
|
||||||
|
print(runner.stdout.rstrip())
|
||||||
|
if runner.stderr:
|
||||||
|
print(runner.stderr.rstrip())
|
||||||
|
if runner.returncode != 0:
|
||||||
|
raise subprocess.CalledProcessError(
|
||||||
|
runner.returncode,
|
||||||
|
runner.args,
|
||||||
|
output=runner.stdout,
|
||||||
|
stderr=runner.stderr,
|
||||||
|
)
|
||||||
|
|
||||||
|
_print_header(f"Recent logs from {service}")
|
||||||
|
logs = _compose_run(
|
||||||
|
["logs", "--tail", str(log_tail), service],
|
||||||
|
env=env,
|
||||||
|
capture_output=True,
|
||||||
|
check=False,
|
||||||
|
project_name=BLACKBOX_FOLLOW_PROJECT,
|
||||||
|
compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE,
|
||||||
|
)
|
||||||
|
output = logs.stdout or logs.stderr or "<no logs>"
|
||||||
|
print(output.rstrip())
|
||||||
|
|
||||||
|
|
||||||
|
@task(name="docker-blackbox-follow-debug-compare")
|
||||||
|
def docker_blackbox_follow_debug_compare(
|
||||||
|
c,
|
||||||
|
source_host_port=BLACKBOX_SOURCE_HOST_PORT,
|
||||||
|
follower_host_port=BLACKBOX_FOLLOWER_HOST_PORT,
|
||||||
|
app_image=PRODUCTION_TAG,
|
||||||
|
runner_image=TEST_TAG,
|
||||||
|
postgres_image=BLACKBOX_POSTGRES_IMAGE,
|
||||||
|
):
|
||||||
|
"""Compare latest leader tournament and follower read-only tournament via HTTP API."""
|
||||||
|
env = _follow_compose_env(
|
||||||
|
source_host_port=source_host_port,
|
||||||
|
follower_host_port=follower_host_port,
|
||||||
|
app_image=app_image,
|
||||||
|
runner_image=runner_image,
|
||||||
|
postgres_image=postgres_image,
|
||||||
|
)
|
||||||
|
|
||||||
|
script = """
|
||||||
|
def signature(tournament)
|
||||||
|
{
|
||||||
|
id: tournament.id,
|
||||||
|
name: tournament.name,
|
||||||
|
public: tournament.public,
|
||||||
|
playoff_teams_amount: tournament.playoff_teams_amount,
|
||||||
|
instant_finalists_amount: tournament.instant_finalists_amount,
|
||||||
|
intermediate_round_participants_amount: tournament.intermediate_round_participants_amount,
|
||||||
|
sync_source_tournament_id: tournament.respond_to?(:sync_source_tournament_id) ? tournament.sync_source_tournament_id : nil,
|
||||||
|
team_names: tournament.teams.order(:id).pluck(:name),
|
||||||
|
stage_levels: tournament.stages.order(:level).map { |stage| [stage.level, stage.state, stage.groups.count, stage.matches.count] },
|
||||||
|
total_matches: tournament.matches.count,
|
||||||
|
decider_matches: tournament.matches.count(&:decider?)
|
||||||
|
}
|
||||||
|
end
|
||||||
|
|
||||||
|
tournament = if ENV['FOLLOW_COMPARE_MODE'] == 'leader'
|
||||||
|
Tournament.where.not(sync_target_url: nil).order(:id).last
|
||||||
|
else
|
||||||
|
Tournament.where(read_only_mode: true).order(:id).last
|
||||||
|
end
|
||||||
|
|
||||||
|
puts signature(tournament).inspect
|
||||||
|
"""
|
||||||
|
|
||||||
|
for mode, db_host, db_name in (("leader", "source-postgres", BLACKBOX_SOURCE_DB_NAME), ("follower", "follower-postgres", BLACKBOX_FOLLOWER_DB_NAME)):
|
||||||
|
_print_header(f"Compare {mode} tournament")
|
||||||
|
service_env = _production_env_for(db_host, db_name)
|
||||||
|
runner = _compose_run(
|
||||||
|
["run", "--rm", "-e", f"POSTGRES_URL={service_env['POSTGRES_URL']}", "-e", f"POSTGRES_USERNAME={service_env['POSTGRES_USERNAME']}", "-e", f"POSTGRES_PASSWORD={service_env['POSTGRES_PASSWORD']}", "-e", f"SECRET_KEY_BASE={service_env['SECRET_KEY_BASE']}", "-e", f"MAILGUN_API_KEY={service_env['MAILGUN_API_KEY']}", "-e", f"MAILGUN_DOMAIN={service_env['MAILGUN_DOMAIN']}", "-e", f"RAILS_LOG_TO_STDOUT={service_env['RAILS_LOG_TO_STDOUT']}", "-e", f"RAILS_SERVE_STATIC_FILES={service_env['RAILS_SERVE_STATIC_FILES']}", "-e", "RAILS_ENV=production", "-e", f"FOLLOW_COMPARE_MODE={mode}", "e2e", "bundle", "exec", "rails", "runner", script],
|
||||||
|
env=env,
|
||||||
|
capture_output=True,
|
||||||
|
check=False,
|
||||||
|
project_name=BLACKBOX_FOLLOW_PROJECT,
|
||||||
|
compose_file=BLACKBOX_FOLLOW_COMPOSE_FILE,
|
||||||
|
)
|
||||||
|
if runner.stdout:
|
||||||
|
print(runner.stdout.rstrip())
|
||||||
|
if runner.stderr:
|
||||||
|
print(runner.stderr.rstrip())
|
||||||
|
if runner.returncode != 0:
|
||||||
|
raise subprocess.CalledProcessError(
|
||||||
|
runner.returncode,
|
||||||
|
runner.args,
|
||||||
|
output=runner.stdout,
|
||||||
|
stderr=runner.stderr,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
@task(name="docker-blackbox-follow-run")
|
@task(name="docker-blackbox-follow-run")
|
||||||
def docker_blackbox_follow_run(
|
def docker_blackbox_follow_run(
|
||||||
c,
|
c,
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue