|
Packit |
63bb0d |
package worker
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
import (
|
|
Packit |
63bb0d |
"bytes"
|
|
Packit |
63bb0d |
"context"
|
|
Packit |
63bb0d |
"crypto/tls"
|
|
Packit |
63bb0d |
"encoding/json"
|
|
Packit |
63bb0d |
"fmt"
|
|
Packit |
63bb0d |
"io"
|
|
Packit |
63bb0d |
"net"
|
|
Packit |
63bb0d |
"net/http"
|
|
Packit Service |
509fd4 |
"net/url"
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
"github.com/google/uuid"
|
|
Packit |
63bb0d |
"github.com/osbuild/osbuild-composer/internal/common"
|
|
Packit Service |
509fd4 |
"github.com/osbuild/osbuild-composer/internal/worker/api"
|
|
Packit |
63bb0d |
)
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Client struct {
|
|
Packit Service |
509fd4 |
server *url.URL
|
|
Packit Service |
509fd4 |
requester *http.Client
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
type Job interface {
|
|
Packit Service |
509fd4 |
Id() uuid.UUID
|
|
Packit Service |
509fd4 |
Type() string
|
|
Packit Service |
509fd4 |
Args(args interface{}) error
|
|
Packit Service |
509fd4 |
DynamicArgs(i int, args interface{}) error
|
|
Packit Service |
509fd4 |
NDynamicArgs() int
|
|
Packit Service |
509fd4 |
Update(result interface{}) error
|
|
Packit Service |
509fd4 |
Canceled() (bool, error)
|
|
Packit Service |
509fd4 |
UploadArtifact(name string, reader io.Reader) error
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
type job struct {
|
|
Packit Service |
509fd4 |
requester *http.Client
|
|
Packit Service |
509fd4 |
id uuid.UUID
|
|
Packit Service |
509fd4 |
location string
|
|
Packit Service |
509fd4 |
artifactLocation string
|
|
Packit Service |
509fd4 |
jobType string
|
|
Packit Service |
509fd4 |
args json.RawMessage
|
|
Packit Service |
509fd4 |
dynamicArgs []json.RawMessage
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func NewClient(baseURL string, conf *tls.Config) (*Client, error) {
|
|
Packit Service |
509fd4 |
server, err := url.Parse(baseURL)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return nil, err
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
server, err = server.Parse(api.BasePath + "/")
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
panic(err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
requester := &http.Client{
|
|
Packit |
63bb0d |
Transport: &http.Transport{
|
|
Packit |
63bb0d |
TLSClientConfig: conf,
|
|
Packit |
63bb0d |
},
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
return &Client{server, requester}, nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
func NewClientUnix(path string) *Client {
|
|
Packit Service |
509fd4 |
server, err := url.Parse("http://localhost/")
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
panic(err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
server, err = server.Parse(api.BasePath + "/")
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
panic(err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
requester := &http.Client{
|
|
Packit |
63bb0d |
Transport: &http.Transport{
|
|
Packit |
63bb0d |
DialContext: func(context context.Context, network, addr string) (net.Conn, error) {
|
|
Packit |
63bb0d |
return net.Dial("unix", path)
|
|
Packit |
63bb0d |
},
|
|
Packit |
63bb0d |
},
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
return &Client{server, requester}
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (c *Client) RequestJob(types []string) (Job, error) {
|
|
Packit Service |
509fd4 |
url, err := c.server.Parse("jobs")
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
// This only happens when "jobs" cannot be parsed.
|
|
Packit |
63bb0d |
panic(err)
|
|
Packit |
63bb0d |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
var buf bytes.Buffer
|
|
Packit Service |
509fd4 |
err = json.NewEncoder(&buf).Encode(api.RequestJobJSONRequestBody{
|
|
Packit Service |
509fd4 |
Types: types,
|
|
Packit Service |
509fd4 |
Arch: common.CurrentArch(),
|
|
Packit Service |
509fd4 |
})
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
panic(err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
response, err := c.requester.Post(url.String(), "application/json", &buf)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return nil, fmt.Errorf("error requesting job: %v", err)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
defer response.Body.Close()
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
if response.StatusCode != http.StatusCreated {
|
|
Packit Service |
509fd4 |
return nil, errorFromResponse(response, "error requesting job")
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
var jr requestJobResponse
|
|
Packit |
63bb0d |
err = json.NewDecoder(response.Body).Decode(&jr)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
return nil, fmt.Errorf("error parsing response: %v", err)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
location, err := c.server.Parse(jr.Location)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return nil, fmt.Errorf("error parsing location url in response: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
artifactLocation, err := c.server.Parse(jr.ArtifactLocation)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return nil, fmt.Errorf("error parsing artifact location url in response: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
return &job{
|
|
Packit Service |
509fd4 |
requester: c.requester,
|
|
Packit Service |
509fd4 |
id: jr.Id,
|
|
Packit Service |
509fd4 |
jobType: jr.Type,
|
|
Packit Service |
509fd4 |
args: jr.Args,
|
|
Packit Service |
509fd4 |
dynamicArgs: jr.DynamicArgs,
|
|
Packit Service |
509fd4 |
location: location.String(),
|
|
Packit Service |
509fd4 |
artifactLocation: artifactLocation.String(),
|
|
Packit |
63bb0d |
}, nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (j *job) Id() uuid.UUID {
|
|
Packit Service |
509fd4 |
return j.id
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
func (j *job) Type() string {
|
|
Packit Service |
509fd4 |
return j.jobType
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
func (j *job) Args(args interface{}) error {
|
|
Packit Service |
509fd4 |
err := json.Unmarshal(j.args, args)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("error parsing job arguments: %v", err)
|
|
Packit |
63bb0d |
}
|
|
Packit Service |
509fd4 |
return nil
|
|
Packit Service |
509fd4 |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (j *job) NDynamicArgs() int {
|
|
Packit Service |
509fd4 |
return len(j.dynamicArgs)
|
|
Packit Service |
509fd4 |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (j *job) DynamicArgs(i int, args interface{}) error {
|
|
Packit Service |
509fd4 |
err := json.Unmarshal(j.dynamicArgs[i], args)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("error parsing job arguments: %v", err)
|
|
Packit |
63bb0d |
}
|
|
Packit Service |
509fd4 |
return nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (j *job) Update(result interface{}) error {
|
|
Packit Service |
509fd4 |
var buf bytes.Buffer
|
|
Packit Service |
509fd4 |
err := json.NewEncoder(&buf).Encode(api.UpdateJobJSONRequestBody{
|
|
Packit Service |
509fd4 |
Result: result,
|
|
Packit Service |
509fd4 |
})
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
panic(err)
|
|
Packit |
63bb0d |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
req, err := http.NewRequest("PATCH", j.location, &buf)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
panic(err)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
req.Header.Add("Content-Type", "application/json")
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
response, err := j.requester.Do(req)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("error fetching job info: %v", err)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
defer response.Body.Close()
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
if response.StatusCode != http.StatusOK {
|
|
Packit Service |
509fd4 |
return errorFromResponse(response, "error setting job status")
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (j *job) Canceled() (bool, error) {
|
|
Packit Service |
509fd4 |
response, err := j.requester.Get(j.location)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return false, fmt.Errorf("error fetching job info: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
defer response.Body.Close()
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
if response.StatusCode != http.StatusOK {
|
|
Packit Service |
509fd4 |
return false, errorFromResponse(response, "error fetching job info")
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
var jr getJobResponse
|
|
Packit Service |
509fd4 |
err = json.NewDecoder(response.Body).Decode(&jr)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return false, fmt.Errorf("error parsing reponse: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
return jr.Canceled, nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit Service |
509fd4 |
func (j *job) UploadArtifact(name string, reader io.Reader) error {
|
|
Packit Service |
509fd4 |
if j.artifactLocation == "" {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("server does not accept artifacts for this job")
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
loc, err := url.Parse(j.artifactLocation)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("error parsing job location: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
loc, err = loc.Parse(url.PathEscape(name))
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
panic(err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
req, err := http.NewRequest("PUT", loc.String(), reader)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("cannot create request: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
req.Header.Add("Content-Type", "application/octet-stream")
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
response, err := j.requester.Do(req)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("error uploading artifact: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
if response.StatusCode != 200 {
|
|
Packit Service |
509fd4 |
return errorFromResponse(response, "error uploading artifact")
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
return nil
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
|
|
Packit Service |
509fd4 |
// Parses an api.Error from a response and returns it as a golang error. Other
|
|
Packit Service |
509fd4 |
// errors, such failing to parse the response, are returned as golang error as
|
|
Packit Service |
509fd4 |
// well. If client code expects an error, it gets one.
|
|
Packit Service |
509fd4 |
func errorFromResponse(response *http.Response, message string) error {
|
|
Packit Service |
509fd4 |
var e api.Error
|
|
Packit Service |
509fd4 |
err := json.NewDecoder(response.Body).Decode(&e)
|
|
Packit Service |
509fd4 |
if err != nil {
|
|
Packit Service |
509fd4 |
return fmt.Errorf("failed to parse error response: %v", err)
|
|
Packit Service |
509fd4 |
}
|
|
Packit Service |
509fd4 |
return fmt.Errorf("%v: %v — %v", message, response.StatusCode, e.Message)
|
|
Packit |
63bb0d |
}
|