|
Packit |
63bb0d |
package koji
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
import (
|
|
Packit |
63bb0d |
"bytes"
|
|
Packit |
63bb0d |
"crypto/md5"
|
|
Packit |
63bb0d |
"encoding/json"
|
|
Packit |
63bb0d |
"fmt"
|
|
Packit |
63bb0d |
"hash/adler32"
|
|
Packit |
63bb0d |
"io"
|
|
Packit |
63bb0d |
"io/ioutil"
|
|
Packit |
63bb0d |
"net/http"
|
|
Packit |
63bb0d |
"net/url"
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
"github.com/kolo/xmlrpc"
|
|
Packit |
63bb0d |
)
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Koji struct {
|
|
Packit |
63bb0d |
sessionID int64
|
|
Packit |
63bb0d |
sessionKey string
|
|
Packit |
63bb0d |
callnum int
|
|
Packit |
63bb0d |
xmlrpc *xmlrpc.Client
|
|
Packit |
63bb0d |
server string
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type BuildExtra struct {
|
|
Packit |
63bb0d |
Image interface{} `json:"image"` // No extra info tracked at build level.
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Build struct {
|
|
Packit |
63bb0d |
Name string `json:"name"`
|
|
Packit |
63bb0d |
Version string `json:"version"`
|
|
Packit |
63bb0d |
Release string `json:"release"`
|
|
Packit |
63bb0d |
Source string `json:"source"`
|
|
Packit |
63bb0d |
StartTime int64 `json:"start_time"`
|
|
Packit |
63bb0d |
EndTime int64 `json:"end_time"`
|
|
Packit |
63bb0d |
Extra BuildExtra `json:"extra"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Host struct {
|
|
Packit |
63bb0d |
Os string `json:"os"`
|
|
Packit |
63bb0d |
Arch string `json:"arch"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type ContentGenerator struct {
|
|
Packit |
63bb0d |
Name string `json:"name"`
|
|
Packit |
63bb0d |
Version string `json:"version"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Container struct {
|
|
Packit |
63bb0d |
Type string `json:"type"`
|
|
Packit |
63bb0d |
Arch string `json:"arch"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Tool struct {
|
|
Packit |
63bb0d |
Name string `json:"name"`
|
|
Packit |
63bb0d |
Version string `json:"version"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Component struct {
|
|
Packit |
63bb0d |
Type string `json:"type"` // must be 'rpm'
|
|
Packit |
63bb0d |
Name string `json:"name"`
|
|
Packit |
63bb0d |
Version string `json:"version"`
|
|
Packit |
63bb0d |
Release string `json:"release"`
|
|
Packit |
63bb0d |
Epoch *uint64 `json:"epoch"`
|
|
Packit |
63bb0d |
Arch string `json:"arch"`
|
|
Packit |
63bb0d |
Sigmd5 string `json:"sigmd5"`
|
|
Packit |
63bb0d |
Signature *string `json:"signature"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type BuildRoot struct {
|
|
Packit |
63bb0d |
ID uint64 `json:"id"`
|
|
Packit |
63bb0d |
Host Host `json:"host"`
|
|
Packit |
63bb0d |
ContentGenerator ContentGenerator `json:"content_generator"`
|
|
Packit |
63bb0d |
Container Container `json:"container"`
|
|
Packit |
63bb0d |
Tools []Tool `json:"tools"`
|
|
Packit |
63bb0d |
Components []Component `json:"components"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type OutputExtraImageInfo struct {
|
|
Packit |
63bb0d |
// TODO: Ideally this is where the pipeline would be passed.
|
|
Packit |
63bb0d |
Arch string `json:"arch"` // TODO: why?
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type OutputExtra struct {
|
|
Packit |
63bb0d |
Image OutputExtraImageInfo `json:"image"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Output struct {
|
|
Packit |
63bb0d |
BuildRootID uint64 `json:"buildroot_id"`
|
|
Packit |
63bb0d |
Filename string `json:"filename"`
|
|
Packit |
63bb0d |
FileSize uint64 `json:"filesize"`
|
|
Packit |
63bb0d |
Arch string `json:"arch"`
|
|
Packit |
63bb0d |
ChecksumType string `json:"checksum_type"` // must be 'md5'
|
|
Packit |
63bb0d |
MD5 string `json:"checksum"`
|
|
Packit |
63bb0d |
Type string `json:"type"`
|
|
Packit |
63bb0d |
Components []Component `json:"component"`
|
|
Packit |
63bb0d |
Extra OutputExtra `json:"extra"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type Metadata struct {
|
|
Packit |
63bb0d |
MetadataVersion int `json:"metadata_version"` // must be '0'
|
|
Packit |
63bb0d |
Build Build `json:"build"`
|
|
Packit |
63bb0d |
BuildRoots []BuildRoot `json:"buildroots"`
|
|
Packit |
63bb0d |
Output []Output `json:"output"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
type CGImportResult struct {
|
|
Packit |
63bb0d |
BuildID int `xmlrpc:"build_id"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// RoundTrip implements the RoundTripper interface, using the default
|
|
Packit |
63bb0d |
// transport. When a session has been established, also pass along the
|
|
Packit |
63bb0d |
// session credentials. This may not be how the RoundTripper interface
|
|
Packit |
63bb0d |
// is meant to be used, but the underlying XML-RPC helpers don't allow
|
|
Packit |
63bb0d |
// us to adjust the URL per-call (these arguments should really be in
|
|
Packit |
63bb0d |
// the body).
|
|
Packit |
63bb0d |
func (k *Koji) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
Packit |
63bb0d |
if k.sessionKey == "" {
|
|
Packit |
63bb0d |
return http.DefaultTransport.RoundTrip(req)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// Clone the request, so as not to alter the passed in value.
|
|
Packit |
63bb0d |
rClone := new(http.Request)
|
|
Packit |
63bb0d |
*rClone = *req
|
|
Packit |
63bb0d |
rClone.Header = make(http.Header, len(req.Header))
|
|
Packit |
63bb0d |
for idx, header := range req.Header {
|
|
Packit |
63bb0d |
rClone.Header[idx] = append([]string(nil), header...)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
values := rClone.URL.Query()
|
|
Packit |
63bb0d |
values.Add("session-id", fmt.Sprintf("%v", k.sessionID))
|
|
Packit |
63bb0d |
values.Add("session-key", k.sessionKey)
|
|
Packit |
63bb0d |
values.Add("callnum", fmt.Sprintf("%v", k.callnum))
|
|
Packit |
63bb0d |
rClone.URL.RawQuery = values.Encode()
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// Each call is given a unique callnum.
|
|
Packit |
63bb0d |
k.callnum++
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return http.DefaultTransport.RoundTrip(rClone)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
func New(server string) (*Koji, error) {
|
|
Packit |
63bb0d |
k := &Koji{}
|
|
Packit |
63bb0d |
client, err := xmlrpc.NewClient(server, k)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return nil, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
k.xmlrpc = client
|
|
Packit |
63bb0d |
k.server = server
|
|
Packit |
63bb0d |
return k, nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// GetAPIVersion gets the version of the API of the remote Koji instance
|
|
Packit |
63bb0d |
func (k *Koji) GetAPIVersion() (int, error) {
|
|
Packit |
63bb0d |
var version int
|
|
Packit |
63bb0d |
err := k.xmlrpc.Call("getAPIVersion", nil, &version)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return 0, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return version, nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// Login sets up a new session with the given user/password
|
|
Packit |
63bb0d |
func (k *Koji) Login(user, password string) error {
|
|
Packit |
63bb0d |
args := []interface{}{user, password}
|
|
Packit |
63bb0d |
var reply struct {
|
|
Packit |
63bb0d |
SessionID int64 `xmlrpc:"session-id"`
|
|
Packit |
63bb0d |
SessionKey string `xmlrpc:"session-key"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
err := k.xmlrpc.Call("login", args, &reply)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
k.sessionID = reply.SessionID
|
|
Packit |
63bb0d |
k.sessionKey = reply.SessionKey
|
|
Packit |
63bb0d |
k.callnum = 0
|
|
Packit |
63bb0d |
return nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// Logout ends the session
|
|
Packit |
63bb0d |
func (k *Koji) Logout() error {
|
|
Packit |
63bb0d |
err := k.xmlrpc.Call("logout", nil, nil)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
return nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// CGImport imports previously uploaded content, by specifying its metadata, and the temporary
|
|
Packit |
63bb0d |
// directory where it is located.
|
|
Packit |
63bb0d |
func (k *Koji) CGImport(build Build, buildRoots []BuildRoot, output []Output, directory string) (*CGImportResult, error) {
|
|
Packit |
63bb0d |
m := &Metadata{
|
|
Packit |
63bb0d |
Build: build,
|
|
Packit |
63bb0d |
BuildRoots: buildRoots,
|
|
Packit |
63bb0d |
Output: output,
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
metadata, err := json.Marshal(m)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return nil, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
var result CGImportResult
|
|
Packit |
63bb0d |
err = k.xmlrpc.Call("CGImport", []interface{}{string(metadata), directory}, &result)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return nil, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return &result, nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// uploadChunk uploads a byte slice to a given filepath/filname at a given offset
|
|
Packit |
63bb0d |
func (k *Koji) uploadChunk(chunk []byte, filepath, filename string, offset uint64) error {
|
|
Packit |
63bb0d |
// We have to open-code a bastardized version of XML-RPC: We send an octet-stream, as
|
|
Packit |
63bb0d |
// if it was an RPC call, and get a regular XML-RPC reply back. In addition to the
|
|
Packit |
63bb0d |
// standard URL parameters, we also have to pass any other parameters as part of the
|
|
Packit |
63bb0d |
// URL, as the body can only contain the payload.
|
|
Packit |
63bb0d |
u, err := url.Parse(k.server)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
q := u.Query()
|
|
Packit |
63bb0d |
q.Add("filepath", filepath)
|
|
Packit |
63bb0d |
q.Add("filename", filename)
|
|
Packit |
63bb0d |
q.Add("offset", fmt.Sprintf("%v", offset))
|
|
Packit |
63bb0d |
q.Add("fileverify", "adler32")
|
|
Packit |
63bb0d |
q.Add("session-id", fmt.Sprintf("%v", k.sessionID))
|
|
Packit |
63bb0d |
q.Add("session-key", k.sessionKey)
|
|
Packit |
63bb0d |
q.Add("callnum", fmt.Sprintf("%v", k.callnum))
|
|
Packit |
63bb0d |
u.RawQuery = q.Encode()
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// Each call is given a unique callnum.
|
|
Packit |
63bb0d |
k.callnum++
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
resp, err := http.Post(u.String(), "application/octet-stream", bytes.NewBuffer(chunk))
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
defer resp.Body.Close()
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
body, err := ioutil.ReadAll(resp.Body)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
err = xmlrpc.Response.Err(body)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
var reply struct {
|
|
Packit |
63bb0d |
Size int `xmlrpc:"size"`
|
|
Packit |
63bb0d |
HexDigest string `xmlrpc:"hexdigest"`
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
err = xmlrpc.Response.Unmarshal(body, &reply)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return fmt.Errorf("cannot unmarshal the xmlrpc response: %v", err)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
if reply.Size != len(chunk) {
|
|
Packit |
63bb0d |
return fmt.Errorf("Sent a chunk of %d bytes, but server got %d bytes", len(chunk), reply.Size)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
digest := fmt.Sprintf("%08x", adler32.Checksum(chunk))
|
|
Packit |
63bb0d |
if reply.HexDigest != digest {
|
|
Packit |
63bb0d |
return fmt.Errorf("Sent a chunk with Adler32 digest %s, but server computed digest %s", digest, reply.HexDigest)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
return nil
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
// Upload uploads file to the temporary filepath on the kojiserver under the name filename
|
|
Packit |
63bb0d |
// The md5sum and size of the file is returned on success.
|
|
Packit |
63bb0d |
func (k *Koji) Upload(file io.Reader, filepath, filename string) (string, uint64, error) {
|
|
Packit |
63bb0d |
chunk := make([]byte, 1024*1024) // upload a megabyte at a time
|
|
Packit |
63bb0d |
offset := uint64(0)
|
|
Packit |
63bb0d |
hash := md5.New()
|
|
Packit |
63bb0d |
for {
|
|
Packit |
63bb0d |
n, err := file.Read(chunk)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
if err == io.EOF {
|
|
Packit |
63bb0d |
break
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
return "", 0, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
err = k.uploadChunk(chunk[:n], filepath, filename, offset)
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return "", 0, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
offset += uint64(n)
|
|
Packit |
63bb0d |
|
|
Packit |
63bb0d |
m, err := hash.Write(chunk[:n])
|
|
Packit |
63bb0d |
if err != nil {
|
|
Packit |
63bb0d |
return "", 0, err
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
if m != n {
|
|
Packit |
63bb0d |
return "", 0, fmt.Errorf("sent %d bytes, but hashed %d", n, m)
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
}
|
|
Packit |
63bb0d |
return fmt.Sprintf("%x", hash.Sum(nil)), offset, nil
|
|
Packit |
63bb0d |
}
|