osbuild-worker: add pulp configuration

Add support for pulp client configuration in the worker config.

cmd/osbuild-upload-pulp-ostree/main.go

@@ -1,10 +1,8 @@
 package main
 
 import (
-	"encoding/json"
 	"flag"
 	"fmt"
-	"io"
 	"os"
 
 	"github.com/osbuild/osbuild-composer/internal/upload/pulp"
@@ -17,16 +15,6 @@ func check(err error) {
 	}
 }
 
-func readCredentials(credPath string) *pulp.Credentials {
-	fp, err := os.Open(credPath)
-	check(err)
-	data, err := io.ReadAll(fp)
-	check(err)
-	var creds pulp.Credentials
-	check(json.Unmarshal(data, &creds))
-	return &creds
-}
-
 func main() {
 	var filename, apiURL, repository, basePath, credsFile string
 	flag.StringVar(&filename, "archive", "", "ostree archive to upload")
@@ -36,9 +24,11 @@ func main() {
 	flag.StringVar(&credsFile, "credentials", "", `file containing credentials (format: {"username": "...", "password": "..."})`)
 	flag.Parse()
 
-	client := pulp.NewClient(apiURL, readCredentials(credsFile))
+	client, err := pulp.NewClientFromFile(apiURL, credsFile)
+	check(err)
 
 	repoURL, err := client.UploadAndDistributeCommit(filename, repository, basePath)
 	check(err)
+
 	fmt.Printf("The commit will be available in the repository at %s\n", repoURL)
 }

cmd/osbuild-worker/config.go

@@ -62,6 +62,11 @@ type containersConfig struct {
 	TLSVerify    bool   `toml:"tls_verify"`
 }
 
+type pulpConfig struct {
+	Credentials string `toml:"credentials"`
+	ServerURL   string `toml:"server_address"`
+}
+
 type workerConfig struct {
 	Composer       *composerConfig             `toml:"composer"`
 	Koji           map[string]kojiServerConfig `toml:"koji"`
@@ -71,6 +76,7 @@ type workerConfig struct {
 	GenericS3      *genericS3Config            `toml:"generic_s3"`
 	Authentication *authenticationConfig       `toml:"authentication"`
 	Containers     *containersConfig           `toml:"containers"`
+	Pulp           *pulpConfig                 `toml:"pulp"`
 	// default value: /api/worker/v1
 	BasePath string `toml:"base_path"`
 	DNFJson  string `toml:"dnf-json"`

cmd/osbuild-worker/jobimpl-osbuild.go

@@ -75,6 +75,7 @@ type OSBuildJobImpl struct {
 	AWSBucket        string
 	S3Config         S3Configuration
 	ContainersConfig ContainersConfiguration
+	PulpConfig       PulpConfiguration
 }
 
 // Returns an *awscloud.AWS object with the credentials of the request. If they
@@ -267,23 +268,31 @@ func (impl *OSBuildJobImpl) getContainerClient(destination string, targetOptions
 }
 
 func (impl *OSBuildJobImpl) getPulpClient(targetOptions *target.PulpOSTreeTargetOptions) (*pulp.Client, error) {
-	creds := &pulp.Credentials{}
+	var creds *pulp.Credentials
 	if targetOptions.Username != "" && targetOptions.Password != "" {
 		creds = &pulp.Credentials{
 			Username: targetOptions.Username,
 			Password: targetOptions.Password,
 		}
-	} else {
-		// TODO: read from worker configuration
-		return nil, fmt.Errorf("no credentials for pulp were set")
 	}
-
-	if targetOptions.ServerAddress == "" {
-		// TODO: read from worker configuration
+	address := targetOptions.ServerAddress
+	if address == "" {
+		address = impl.PulpConfig.ServerAddress
+	}
+	if address == "" {
 		return nil, fmt.Errorf("pulp server address not set")
 	}
 
-	return pulp.NewClient(targetOptions.ServerAddress, creds), nil
+	if creds != nil {
+		return pulp.NewClient(address, creds), nil
+	}
+
+	// read from worker configuration
+	if impl.PulpConfig.CredsFilePath == "" {
+		return nil, fmt.Errorf("pulp credentials not set")
+	}
+
+	return pulp.NewClientFromFile(impl.PulpConfig.ServerAddress, impl.PulpConfig.CredsFilePath)
 }
 
 func (impl *OSBuildJobImpl) Run(job worker.Job) error {

cmd/osbuild-worker/main.go

@@ -395,6 +395,13 @@ func main() {
 		containersTLSVerify = config.Containers.TLSVerify
 	}
 
+	var pulpCredsFilePath = ""
+	var pulpAddress = ""
+	if config.Pulp != nil {
+		pulpCredsFilePath = config.Pulp.Credentials
+		pulpAddress = config.Pulp.ServerURL
+	}
+
 	// depsolve jobs can be done during other jobs
 	depsolveCtx, depsolveCtxCancel := context.WithCancel(context.Background())
 	solver := dnfjson.NewBaseSolver(rpmmd_cache)
@@ -455,6 +462,10 @@ func main() {
 				CertPath:     containersCertPath,
 				TLSVerify:    &containersTLSVerify,
 			},
+			PulpConfig: PulpConfiguration{
+				CredsFilePath: pulpCredsFilePath,
+				ServerAddress: pulpAddress,
+			},
 		},
 		worker.JobTypeKojiInit: &KojiInitJobImpl{
 			KojiServers: kojiServers,

internal/upload/pulp/pulp.go

@@ -2,6 +2,7 @@ package pulp
 
 import (
 	"context"
+	"encoding/json"
 	"fmt"
 	"io"
 	"net/http"
@@ -17,8 +18,27 @@ type Client struct {
 }
 
 type Credentials struct {
-	Username string
-	Password string
+	Username string `json:"username"`
+	Password string `json:"password"`
+}
+
+func NewClientFromFile(url, path string) (*Client, error) {
+	fp, err := os.Open(path)
+	if err != nil {
+		return nil, err
+	}
+	defer fp.Close()
+
+	data, err := io.ReadAll(fp)
+	if err != nil {
+		return nil, err
+	}
+	var creds Credentials
+	if err := json.Unmarshal(data, &creds); err != nil {
+		return nil, err
+	}
+
+	return NewClient(url, &creds), nil
 }
 
 func NewClient(url string, creds *Credentials) *Client {