mirror of
https://github.com/ANL-CEEESA/UnitCommitment.jl.git
synced 2025-12-07 08:48:51 -06:00
web: backend: Implement view endpoint
This commit is contained in:
@@ -38,33 +38,11 @@ function run!(processor::JobProcessor)
|
|||||||
job_id = take!(processor.pending)
|
job_id = take!(processor.pending)
|
||||||
put!(processor.processing, job_id)
|
put!(processor.processing, job_id)
|
||||||
|
|
||||||
# Prepare directories
|
|
||||||
job_dir = joinpath(basedir, "jobs", job_id)
|
|
||||||
log_path = joinpath(job_dir, "output.log")
|
|
||||||
mkpath(job_dir)
|
|
||||||
|
|
||||||
# Run work function
|
# Run work function
|
||||||
try
|
processor.work_fn(job_id)
|
||||||
@info "Processing job: $job_id"
|
|
||||||
open(log_path, "w") do io
|
|
||||||
redirect_stdout(io) do
|
|
||||||
redirect_stderr(io) do
|
|
||||||
processor.work_fn(job_id)
|
|
||||||
@info "Job $job_id done"
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
# Remove job from processing queue
|
# Remove job from processing queue
|
||||||
take!(processor.processing)
|
take!(processor.processing)
|
||||||
catch e
|
|
||||||
@error "Failed job: $job_id" e
|
|
||||||
open(log_path, "a") do io
|
|
||||||
println(io, "\nError: ", e)
|
|
||||||
println(io, "\nStacktrace:")
|
|
||||||
return Base.show_backtrace(io, catch_backtrace())
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|||||||
@@ -44,7 +44,34 @@ function submit(req, processor::JobProcessor)
|
|||||||
end
|
end
|
||||||
|
|
||||||
function jobs_view(req)
|
function jobs_view(req)
|
||||||
return HTTP.Response(200, "OK")
|
# Extract job_id from URL path /jobs/{job_id}/view
|
||||||
|
path_parts = split(req.target, '/')
|
||||||
|
job_id = path_parts[3] # /jobs/{job_id}/view -> index 3
|
||||||
|
|
||||||
|
# Construct job directory path
|
||||||
|
job_dir = joinpath(basedir, "jobs", job_id)
|
||||||
|
|
||||||
|
# Check if job directory exists
|
||||||
|
if !isdir(job_dir)
|
||||||
|
return HTTP.Response(404, "Job not found")
|
||||||
|
end
|
||||||
|
|
||||||
|
# Read log file if it exists
|
||||||
|
log_path = joinpath(job_dir, "output.log")
|
||||||
|
log_content = isfile(log_path) ? read(log_path, String) : nothing
|
||||||
|
|
||||||
|
# Read output.json if it exists
|
||||||
|
output_path = joinpath(job_dir, "output.json")
|
||||||
|
output_content = isfile(output_path) ? read(output_path, String) : nothing
|
||||||
|
|
||||||
|
# Create response JSON
|
||||||
|
response_data = Dict(
|
||||||
|
"log" => log_content,
|
||||||
|
"solution" => output_content
|
||||||
|
)
|
||||||
|
|
||||||
|
response_body = JSON.json(response_data)
|
||||||
|
return HTTP.Response(200, response_body)
|
||||||
end
|
end
|
||||||
|
|
||||||
function start_server(port::Int = 8080; optimizer)
|
function start_server(port::Int = 8080; optimizer)
|
||||||
@@ -52,18 +79,34 @@ function start_server(port::Int = 8080; optimizer)
|
|||||||
|
|
||||||
function work_fn(job_id)
|
function work_fn(job_id)
|
||||||
job_dir = joinpath(basedir, "jobs", job_id)
|
job_dir = joinpath(basedir, "jobs", job_id)
|
||||||
json_path = joinpath(job_dir, "input.json.gz")
|
mkpath(job_dir)
|
||||||
instance = UnitCommitment.read(json_path)
|
input_filename = joinpath(job_dir, "input.json.gz")
|
||||||
model = UnitCommitment.build_model(;
|
log_filename = joinpath(job_dir, "output.log")
|
||||||
instance,
|
solution_filename = joinpath(job_dir, "output.json")
|
||||||
optimizer = optimizer,
|
try
|
||||||
)
|
open(log_filename, "w") do io
|
||||||
UnitCommitment.optimize!(model)
|
redirect_stdout(io) do
|
||||||
solution = UnitCommitment.solution(model)
|
redirect_stderr(io) do
|
||||||
return UnitCommitment.write(
|
instance = UnitCommitment.read(input_filename)
|
||||||
joinpath(job_dir, "output.json"),
|
model = UnitCommitment.build_model(;
|
||||||
solution,
|
instance,
|
||||||
)
|
optimizer = optimizer,
|
||||||
|
)
|
||||||
|
UnitCommitment.optimize!(model)
|
||||||
|
solution = UnitCommitment.solution(model)
|
||||||
|
UnitCommitment.write(solution_filename, solution)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
catch e
|
||||||
|
@error "Failed job: $job_id" e
|
||||||
|
open(log_filename, "a") do io
|
||||||
|
println(io, "\nError: ", e)
|
||||||
|
println(io, "\nStacktrace:")
|
||||||
|
return Base.show_backtrace(io, catch_backtrace())
|
||||||
|
end
|
||||||
|
end
|
||||||
|
return
|
||||||
end
|
end
|
||||||
|
|
||||||
# Create and start job processor
|
# Create and start job processor
|
||||||
|
|||||||
@@ -10,7 +10,6 @@ function jobs_test_usage()
|
|||||||
# Define dummy work function
|
# Define dummy work function
|
||||||
received_job_id = []
|
received_job_id = []
|
||||||
function work_fn(job_id)
|
function work_fn(job_id)
|
||||||
@show received_job_id
|
|
||||||
push!(received_job_id, job_id)
|
push!(received_job_id, job_id)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|||||||
@@ -6,39 +6,55 @@ const PORT = 32617
|
|||||||
|
|
||||||
function server_test_usage()
|
function server_test_usage()
|
||||||
server = Backend.start_server(PORT; optimizer = HiGHS.Optimizer)
|
server = Backend.start_server(PORT; optimizer = HiGHS.Optimizer)
|
||||||
|
try
|
||||||
|
# Read the compressed fixture file
|
||||||
|
compressed_data = read(fixture("case14.json.gz"))
|
||||||
|
|
||||||
# Read the compressed fixture file
|
# Submit test case
|
||||||
compressed_data = read(fixture("case14.json.gz"))
|
response = HTTP.post(
|
||||||
|
"http://localhost:$PORT/submit",
|
||||||
|
["Content-Type" => "application/gzip"],
|
||||||
|
compressed_data,
|
||||||
|
)
|
||||||
|
@test response.status == 200
|
||||||
|
|
||||||
# Submit test case
|
# Check response
|
||||||
response = HTTP.post(
|
response_data = JSON.parse(String(response.body))
|
||||||
"http://localhost:$PORT/submit",
|
@test haskey(response_data, "job_id")
|
||||||
["Content-Type" => "application/gzip"],
|
job_id = response_data["job_id"]
|
||||||
compressed_data,
|
@test length(job_id) == 16
|
||||||
)
|
|
||||||
@test response.status == 200
|
|
||||||
|
|
||||||
# Check response
|
# Wait for jobs to finish
|
||||||
response_data = JSON.parse(String(response.body))
|
sleep(0.1)
|
||||||
@test haskey(response_data, "job_id")
|
while isbusy(server.processor)
|
||||||
job_id = response_data["job_id"]
|
sleep(0.1)
|
||||||
@test length(job_id) == 16
|
end
|
||||||
|
|
||||||
# Wait for jobs to finish and stop server
|
# Verify the compressed file was saved correctly
|
||||||
sleep(0.1)
|
job_dir = joinpath(Backend.basedir, "jobs", job_id)
|
||||||
stop(server)
|
saved_input_path = joinpath(job_dir, "input.json.gz")
|
||||||
|
saved_log_path = joinpath(job_dir, "output.log")
|
||||||
|
saved_output_path = joinpath(job_dir, "output.json")
|
||||||
|
@test isfile(saved_input_path)
|
||||||
|
@test isfile(saved_log_path)
|
||||||
|
@test isfile(saved_output_path)
|
||||||
|
saved_data = read(saved_input_path)
|
||||||
|
@test saved_data == compressed_data
|
||||||
|
|
||||||
# Verify the compressed file was saved correctly
|
# Query job information
|
||||||
job_dir = joinpath(Backend.basedir, "jobs", job_id)
|
view_response = HTTP.get("http://localhost:$PORT/jobs/$job_id/view")
|
||||||
saved_input_path = joinpath(job_dir, "input.json.gz")
|
@test view_response.status == 200
|
||||||
saved_log_path = joinpath(job_dir, "output.log")
|
|
||||||
saved_output_path = joinpath(job_dir, "output.json")
|
|
||||||
@test isfile(saved_input_path)
|
|
||||||
@test isfile(saved_log_path)
|
|
||||||
@test isfile(saved_output_path)
|
|
||||||
saved_data = read(saved_input_path)
|
|
||||||
@test saved_data == compressed_data
|
|
||||||
|
|
||||||
# Clean up: remove the job directory
|
# Check response
|
||||||
rm(job_dir, recursive=true)
|
view_data = JSON.parse(String(view_response.body))
|
||||||
|
@test haskey(view_data, "log")
|
||||||
|
@test haskey(view_data, "solution")
|
||||||
|
@test view_data["log"] !== nothing
|
||||||
|
@test view_data["solution"] !== nothing
|
||||||
|
|
||||||
|
# Clean up
|
||||||
|
rm(job_dir, recursive=true)
|
||||||
|
finally
|
||||||
|
stop(server)
|
||||||
|
end
|
||||||
end
|
end
|
||||||
|
|||||||
Reference in New Issue
Block a user