mirror of
https://github.com/ANL-CEEESA/UnitCommitment.jl.git
synced 2025-12-06 00:08:52 -06:00
web: backend: Implement view endpoint
This commit is contained in:
@@ -38,33 +38,11 @@ function run!(processor::JobProcessor)
|
||||
job_id = take!(processor.pending)
|
||||
put!(processor.processing, job_id)
|
||||
|
||||
# Prepare directories
|
||||
job_dir = joinpath(basedir, "jobs", job_id)
|
||||
log_path = joinpath(job_dir, "output.log")
|
||||
mkpath(job_dir)
|
||||
|
||||
# Run work function
|
||||
try
|
||||
@info "Processing job: $job_id"
|
||||
open(log_path, "w") do io
|
||||
redirect_stdout(io) do
|
||||
redirect_stderr(io) do
|
||||
processor.work_fn(job_id)
|
||||
@info "Job $job_id done"
|
||||
end
|
||||
end
|
||||
end
|
||||
processor.work_fn(job_id)
|
||||
|
||||
# Remove job from processing queue
|
||||
take!(processor.processing)
|
||||
catch e
|
||||
@error "Failed job: $job_id" e
|
||||
open(log_path, "a") do io
|
||||
println(io, "\nError: ", e)
|
||||
println(io, "\nStacktrace:")
|
||||
return Base.show_backtrace(io, catch_backtrace())
|
||||
end
|
||||
end
|
||||
# Remove job from processing queue
|
||||
take!(processor.processing)
|
||||
end
|
||||
end
|
||||
|
||||
|
||||
@@ -44,7 +44,34 @@ function submit(req, processor::JobProcessor)
|
||||
end
|
||||
|
||||
function jobs_view(req)
|
||||
return HTTP.Response(200, "OK")
|
||||
# Extract job_id from URL path /jobs/{job_id}/view
|
||||
path_parts = split(req.target, '/')
|
||||
job_id = path_parts[3] # /jobs/{job_id}/view -> index 3
|
||||
|
||||
# Construct job directory path
|
||||
job_dir = joinpath(basedir, "jobs", job_id)
|
||||
|
||||
# Check if job directory exists
|
||||
if !isdir(job_dir)
|
||||
return HTTP.Response(404, "Job not found")
|
||||
end
|
||||
|
||||
# Read log file if it exists
|
||||
log_path = joinpath(job_dir, "output.log")
|
||||
log_content = isfile(log_path) ? read(log_path, String) : nothing
|
||||
|
||||
# Read output.json if it exists
|
||||
output_path = joinpath(job_dir, "output.json")
|
||||
output_content = isfile(output_path) ? read(output_path, String) : nothing
|
||||
|
||||
# Create response JSON
|
||||
response_data = Dict(
|
||||
"log" => log_content,
|
||||
"solution" => output_content
|
||||
)
|
||||
|
||||
response_body = JSON.json(response_data)
|
||||
return HTTP.Response(200, response_body)
|
||||
end
|
||||
|
||||
function start_server(port::Int = 8080; optimizer)
|
||||
@@ -52,18 +79,34 @@ function start_server(port::Int = 8080; optimizer)
|
||||
|
||||
function work_fn(job_id)
|
||||
job_dir = joinpath(basedir, "jobs", job_id)
|
||||
json_path = joinpath(job_dir, "input.json.gz")
|
||||
instance = UnitCommitment.read(json_path)
|
||||
model = UnitCommitment.build_model(;
|
||||
instance,
|
||||
optimizer = optimizer,
|
||||
)
|
||||
UnitCommitment.optimize!(model)
|
||||
solution = UnitCommitment.solution(model)
|
||||
return UnitCommitment.write(
|
||||
joinpath(job_dir, "output.json"),
|
||||
solution,
|
||||
)
|
||||
mkpath(job_dir)
|
||||
input_filename = joinpath(job_dir, "input.json.gz")
|
||||
log_filename = joinpath(job_dir, "output.log")
|
||||
solution_filename = joinpath(job_dir, "output.json")
|
||||
try
|
||||
open(log_filename, "w") do io
|
||||
redirect_stdout(io) do
|
||||
redirect_stderr(io) do
|
||||
instance = UnitCommitment.read(input_filename)
|
||||
model = UnitCommitment.build_model(;
|
||||
instance,
|
||||
optimizer = optimizer,
|
||||
)
|
||||
UnitCommitment.optimize!(model)
|
||||
solution = UnitCommitment.solution(model)
|
||||
UnitCommitment.write(solution_filename, solution)
|
||||
end
|
||||
end
|
||||
end
|
||||
catch e
|
||||
@error "Failed job: $job_id" e
|
||||
open(log_filename, "a") do io
|
||||
println(io, "\nError: ", e)
|
||||
println(io, "\nStacktrace:")
|
||||
return Base.show_backtrace(io, catch_backtrace())
|
||||
end
|
||||
end
|
||||
return
|
||||
end
|
||||
|
||||
# Create and start job processor
|
||||
|
||||
@@ -10,7 +10,6 @@ function jobs_test_usage()
|
||||
# Define dummy work function
|
||||
received_job_id = []
|
||||
function work_fn(job_id)
|
||||
@show received_job_id
|
||||
push!(received_job_id, job_id)
|
||||
end
|
||||
|
||||
|
||||
@@ -6,39 +6,55 @@ const PORT = 32617
|
||||
|
||||
function server_test_usage()
|
||||
server = Backend.start_server(PORT; optimizer = HiGHS.Optimizer)
|
||||
try
|
||||
# Read the compressed fixture file
|
||||
compressed_data = read(fixture("case14.json.gz"))
|
||||
|
||||
# Read the compressed fixture file
|
||||
compressed_data = read(fixture("case14.json.gz"))
|
||||
# Submit test case
|
||||
response = HTTP.post(
|
||||
"http://localhost:$PORT/submit",
|
||||
["Content-Type" => "application/gzip"],
|
||||
compressed_data,
|
||||
)
|
||||
@test response.status == 200
|
||||
|
||||
# Submit test case
|
||||
response = HTTP.post(
|
||||
"http://localhost:$PORT/submit",
|
||||
["Content-Type" => "application/gzip"],
|
||||
compressed_data,
|
||||
)
|
||||
@test response.status == 200
|
||||
# Check response
|
||||
response_data = JSON.parse(String(response.body))
|
||||
@test haskey(response_data, "job_id")
|
||||
job_id = response_data["job_id"]
|
||||
@test length(job_id) == 16
|
||||
|
||||
# Check response
|
||||
response_data = JSON.parse(String(response.body))
|
||||
@test haskey(response_data, "job_id")
|
||||
job_id = response_data["job_id"]
|
||||
@test length(job_id) == 16
|
||||
# Wait for jobs to finish
|
||||
sleep(0.1)
|
||||
while isbusy(server.processor)
|
||||
sleep(0.1)
|
||||
end
|
||||
|
||||
# Wait for jobs to finish and stop server
|
||||
sleep(0.1)
|
||||
stop(server)
|
||||
# Verify the compressed file was saved correctly
|
||||
job_dir = joinpath(Backend.basedir, "jobs", job_id)
|
||||
saved_input_path = joinpath(job_dir, "input.json.gz")
|
||||
saved_log_path = joinpath(job_dir, "output.log")
|
||||
saved_output_path = joinpath(job_dir, "output.json")
|
||||
@test isfile(saved_input_path)
|
||||
@test isfile(saved_log_path)
|
||||
@test isfile(saved_output_path)
|
||||
saved_data = read(saved_input_path)
|
||||
@test saved_data == compressed_data
|
||||
|
||||
# Verify the compressed file was saved correctly
|
||||
job_dir = joinpath(Backend.basedir, "jobs", job_id)
|
||||
saved_input_path = joinpath(job_dir, "input.json.gz")
|
||||
saved_log_path = joinpath(job_dir, "output.log")
|
||||
saved_output_path = joinpath(job_dir, "output.json")
|
||||
@test isfile(saved_input_path)
|
||||
@test isfile(saved_log_path)
|
||||
@test isfile(saved_output_path)
|
||||
saved_data = read(saved_input_path)
|
||||
@test saved_data == compressed_data
|
||||
# Query job information
|
||||
view_response = HTTP.get("http://localhost:$PORT/jobs/$job_id/view")
|
||||
@test view_response.status == 200
|
||||
|
||||
# Clean up: remove the job directory
|
||||
rm(job_dir, recursive=true)
|
||||
# Check response
|
||||
view_data = JSON.parse(String(view_response.body))
|
||||
@test haskey(view_data, "log")
|
||||
@test haskey(view_data, "solution")
|
||||
@test view_data["log"] !== nothing
|
||||
@test view_data["solution"] !== nothing
|
||||
|
||||
# Clean up
|
||||
rm(job_dir, recursive=true)
|
||||
finally
|
||||
stop(server)
|
||||
end
|
||||
end
|
||||
|
||||
Reference in New Issue
Block a user