web: backend: Implement view endpoint

This commit is contained in:
2025-11-07 11:32:14 -06:00
parent ad8ee6fe6b
commit 1254780e42
4 changed files with 104 additions and 68 deletions

View File

@@ -38,33 +38,11 @@ function run!(processor::JobProcessor)
job_id = take!(processor.pending)
put!(processor.processing, job_id)
# Prepare directories
job_dir = joinpath(basedir, "jobs", job_id)
log_path = joinpath(job_dir, "output.log")
mkpath(job_dir)
# Run work function
try
@info "Processing job: $job_id"
open(log_path, "w") do io
redirect_stdout(io) do
redirect_stderr(io) do
processor.work_fn(job_id)
@info "Job $job_id done"
end
end
end
processor.work_fn(job_id)
# Remove job from processing queue
take!(processor.processing)
catch e
@error "Failed job: $job_id" e
open(log_path, "a") do io
println(io, "\nError: ", e)
println(io, "\nStacktrace:")
return Base.show_backtrace(io, catch_backtrace())
end
end
# Remove job from processing queue
take!(processor.processing)
end
end

View File

@@ -44,7 +44,34 @@ function submit(req, processor::JobProcessor)
end
function jobs_view(req)
return HTTP.Response(200, "OK")
# Extract job_id from URL path /jobs/{job_id}/view
path_parts = split(req.target, '/')
job_id = path_parts[3] # /jobs/{job_id}/view -> index 3
# Construct job directory path
job_dir = joinpath(basedir, "jobs", job_id)
# Check if job directory exists
if !isdir(job_dir)
return HTTP.Response(404, "Job not found")
end
# Read log file if it exists
log_path = joinpath(job_dir, "output.log")
log_content = isfile(log_path) ? read(log_path, String) : nothing
# Read output.json if it exists
output_path = joinpath(job_dir, "output.json")
output_content = isfile(output_path) ? read(output_path, String) : nothing
# Create response JSON
response_data = Dict(
"log" => log_content,
"solution" => output_content
)
response_body = JSON.json(response_data)
return HTTP.Response(200, response_body)
end
function start_server(port::Int = 8080; optimizer)
@@ -52,18 +79,34 @@ function start_server(port::Int = 8080; optimizer)
function work_fn(job_id)
job_dir = joinpath(basedir, "jobs", job_id)
json_path = joinpath(job_dir, "input.json.gz")
instance = UnitCommitment.read(json_path)
model = UnitCommitment.build_model(;
instance,
optimizer = optimizer,
)
UnitCommitment.optimize!(model)
solution = UnitCommitment.solution(model)
return UnitCommitment.write(
joinpath(job_dir, "output.json"),
solution,
)
mkpath(job_dir)
input_filename = joinpath(job_dir, "input.json.gz")
log_filename = joinpath(job_dir, "output.log")
solution_filename = joinpath(job_dir, "output.json")
try
open(log_filename, "w") do io
redirect_stdout(io) do
redirect_stderr(io) do
instance = UnitCommitment.read(input_filename)
model = UnitCommitment.build_model(;
instance,
optimizer = optimizer,
)
UnitCommitment.optimize!(model)
solution = UnitCommitment.solution(model)
UnitCommitment.write(solution_filename, solution)
end
end
end
catch e
@error "Failed job: $job_id" e
open(log_filename, "a") do io
println(io, "\nError: ", e)
println(io, "\nStacktrace:")
return Base.show_backtrace(io, catch_backtrace())
end
end
return
end
# Create and start job processor

View File

@@ -10,7 +10,6 @@ function jobs_test_usage()
# Define dummy work function
received_job_id = []
function work_fn(job_id)
@show received_job_id
push!(received_job_id, job_id)
end

View File

@@ -6,39 +6,55 @@ const PORT = 32617
function server_test_usage()
server = Backend.start_server(PORT; optimizer = HiGHS.Optimizer)
try
# Read the compressed fixture file
compressed_data = read(fixture("case14.json.gz"))
# Read the compressed fixture file
compressed_data = read(fixture("case14.json.gz"))
# Submit test case
response = HTTP.post(
"http://localhost:$PORT/submit",
["Content-Type" => "application/gzip"],
compressed_data,
)
@test response.status == 200
# Submit test case
response = HTTP.post(
"http://localhost:$PORT/submit",
["Content-Type" => "application/gzip"],
compressed_data,
)
@test response.status == 200
# Check response
response_data = JSON.parse(String(response.body))
@test haskey(response_data, "job_id")
job_id = response_data["job_id"]
@test length(job_id) == 16
# Check response
response_data = JSON.parse(String(response.body))
@test haskey(response_data, "job_id")
job_id = response_data["job_id"]
@test length(job_id) == 16
# Wait for jobs to finish
sleep(0.1)
while isbusy(server.processor)
sleep(0.1)
end
# Wait for jobs to finish and stop server
sleep(0.1)
stop(server)
# Verify the compressed file was saved correctly
job_dir = joinpath(Backend.basedir, "jobs", job_id)
saved_input_path = joinpath(job_dir, "input.json.gz")
saved_log_path = joinpath(job_dir, "output.log")
saved_output_path = joinpath(job_dir, "output.json")
@test isfile(saved_input_path)
@test isfile(saved_log_path)
@test isfile(saved_output_path)
saved_data = read(saved_input_path)
@test saved_data == compressed_data
# Verify the compressed file was saved correctly
job_dir = joinpath(Backend.basedir, "jobs", job_id)
saved_input_path = joinpath(job_dir, "input.json.gz")
saved_log_path = joinpath(job_dir, "output.log")
saved_output_path = joinpath(job_dir, "output.json")
@test isfile(saved_input_path)
@test isfile(saved_log_path)
@test isfile(saved_output_path)
saved_data = read(saved_input_path)
@test saved_data == compressed_data
# Query job information
view_response = HTTP.get("http://localhost:$PORT/jobs/$job_id/view")
@test view_response.status == 200
# Clean up: remove the job directory
rm(job_dir, recursive=true)
# Check response
view_data = JSON.parse(String(view_response.body))
@test haskey(view_data, "log")
@test haskey(view_data, "solution")
@test view_data["log"] !== nothing
@test view_data["solution"] !== nothing
# Clean up
rm(job_dir, recursive=true)
finally
stop(server)
end
end