mirror of
https://github.com/moby/buildkit.git
synced 2025-08-08 10:02:07 +03:00
replace resolveimageconfig with generic sourcemetaresolver
This is more versatile function that works for any source, not just images. It can be used together with a policy that switches between input and output source as well as for adding additional metadata for other sources in the future. Signed-off-by: Tonis Tiigi <tonistiigi@gmail.com>
This commit is contained in:
@@ -84,6 +84,11 @@ func (g *gatewayClientForBuild) ResolveImageConfig(ctx context.Context, in *gate
|
|||||||
return g.gateway.ResolveImageConfig(ctx, in, opts...)
|
return g.gateway.ResolveImageConfig(ctx, in, opts...)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (g *gatewayClientForBuild) ResolveSourceMeta(ctx context.Context, in *gatewayapi.ResolveSourceMetaRequest, opts ...grpc.CallOption) (*gatewayapi.ResolveSourceMetaResponse, error) {
|
||||||
|
ctx = buildid.AppendToOutgoingContext(ctx, g.buildID)
|
||||||
|
return g.gateway.ResolveSourceMeta(ctx, in, opts...)
|
||||||
|
}
|
||||||
|
|
||||||
func (g *gatewayClientForBuild) Solve(ctx context.Context, in *gatewayapi.SolveRequest, opts ...grpc.CallOption) (*gatewayapi.SolveResponse, error) {
|
func (g *gatewayClientForBuild) Solve(ctx context.Context, in *gatewayapi.SolveRequest, opts ...grpc.CallOption) (*gatewayapi.SolveResponse, error) {
|
||||||
ctx = buildid.AppendToOutgoingContext(ctx, g.buildID)
|
ctx = buildid.AppendToOutgoingContext(ctx, g.buildID)
|
||||||
return g.gateway.Solve(ctx, in, opts...)
|
return g.gateway.Solve(ctx, in, opts...)
|
||||||
|
@@ -41,6 +41,7 @@ import (
|
|||||||
intoto "github.com/in-toto/in-toto-golang/in_toto"
|
intoto "github.com/in-toto/in-toto-golang/in_toto"
|
||||||
controlapi "github.com/moby/buildkit/api/services/control"
|
controlapi "github.com/moby/buildkit/api/services/control"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
||||||
gateway "github.com/moby/buildkit/frontend/gateway/client"
|
gateway "github.com/moby/buildkit/frontend/gateway/client"
|
||||||
gatewaypb "github.com/moby/buildkit/frontend/gateway/pb"
|
gatewaypb "github.com/moby/buildkit/frontend/gateway/pb"
|
||||||
@@ -3061,7 +3062,7 @@ func testSourceDateEpochClamp(t *testing.T, sb integration.Sandbox) {
|
|||||||
|
|
||||||
var bboxConfig []byte
|
var bboxConfig []byte
|
||||||
_, err = c.Build(sb.Context(), SolveOpt{}, "", func(ctx context.Context, c gateway.Client) (*gateway.Result, error) {
|
_, err = c.Build(sb.Context(), SolveOpt{}, "", func(ctx context.Context, c gateway.Client) (*gateway.Result, error) {
|
||||||
_, _, bboxConfig, err = c.ResolveImageConfig(ctx, "docker.io/library/busybox:latest", llb.ResolveImageConfigOpt{})
|
_, _, bboxConfig, err = c.ResolveImageConfig(ctx, "docker.io/library/busybox:latest", sourceresolver.Opt{})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -10059,7 +10060,7 @@ func testSourcePolicy(t *testing.T, sb integration.Sandbox) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
ref, dgst, _, err := c.ResolveImageConfig(ctx, origRef, llb.ResolveImageConfigOpt{
|
ref, dgst, _, err := c.ResolveImageConfig(ctx, origRef, sourceresolver.Opt{
|
||||||
SourcePolicies: pol,
|
SourcePolicies: pol,
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
@@ -9,6 +9,7 @@ import (
|
|||||||
"github.com/containerd/containerd/remotes"
|
"github.com/containerd/containerd/remotes"
|
||||||
"github.com/containerd/containerd/remotes/docker"
|
"github.com/containerd/containerd/remotes/docker"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/util/contentutil"
|
"github.com/moby/buildkit/util/contentutil"
|
||||||
"github.com/moby/buildkit/util/imageutil"
|
"github.com/moby/buildkit/util/imageutil"
|
||||||
"github.com/moby/buildkit/version"
|
"github.com/moby/buildkit/version"
|
||||||
@@ -70,32 +71,31 @@ type imageMetaResolver struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
type resolveResult struct {
|
type resolveResult struct {
|
||||||
ref string
|
|
||||||
config []byte
|
config []byte
|
||||||
dgst digest.Digest
|
dgst digest.Digest
|
||||||
}
|
}
|
||||||
|
|
||||||
func (imr *imageMetaResolver) ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt) (string, digest.Digest, []byte, error) {
|
func (imr *imageMetaResolver) ResolveImageConfig(ctx context.Context, ref string, opt sourceresolver.Opt) (string, digest.Digest, []byte, error) {
|
||||||
imr.locker.Lock(ref)
|
imr.locker.Lock(ref)
|
||||||
defer imr.locker.Unlock(ref)
|
defer imr.locker.Unlock(ref)
|
||||||
|
|
||||||
platform := opt.Platform
|
platform := imr.platform
|
||||||
if platform == nil {
|
if opt.Platform != nil {
|
||||||
platform = imr.platform
|
platform = opt.Platform
|
||||||
}
|
}
|
||||||
|
|
||||||
k := imr.key(ref, platform)
|
k := imr.key(ref, platform)
|
||||||
|
|
||||||
if res, ok := imr.cache[k]; ok {
|
if res, ok := imr.cache[k]; ok {
|
||||||
return res.ref, res.dgst, res.config, nil
|
return ref, res.dgst, res.config, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
ref, dgst, config, err := imageutil.Config(ctx, ref, imr.resolver, imr.buffer, nil, platform, opt.SourcePolicies)
|
dgst, config, err := imageutil.Config(ctx, ref, imr.resolver, imr.buffer, nil, platform)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", "", nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
imr.cache[k] = resolveResult{dgst: dgst, config: config, ref: ref}
|
imr.cache[k] = resolveResult{dgst: dgst, config: config}
|
||||||
return ref, dgst, config, nil
|
return ref, dgst, config, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -1,11 +1,7 @@
|
|||||||
package llb
|
package llb
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
|
|
||||||
spb "github.com/moby/buildkit/sourcepolicy/pb"
|
|
||||||
digest "github.com/opencontainers/go-digest"
|
|
||||||
ocispecs "github.com/opencontainers/image-spec/specs-go/v1"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// WithMetaResolver adds a metadata resolver to an image
|
// WithMetaResolver adds a metadata resolver to an image
|
||||||
@@ -31,30 +27,4 @@ func WithLayerLimit(l int) ImageOption {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// ImageMetaResolver can resolve image config metadata from a reference
|
// ImageMetaResolver can resolve image config metadata from a reference
|
||||||
type ImageMetaResolver interface {
|
type ImageMetaResolver = sourceresolver.ImageMetaResolver
|
||||||
ResolveImageConfig(ctx context.Context, ref string, opt ResolveImageConfigOpt) (string, digest.Digest, []byte, error)
|
|
||||||
}
|
|
||||||
|
|
||||||
type ResolverType int
|
|
||||||
|
|
||||||
const (
|
|
||||||
ResolverTypeRegistry ResolverType = iota
|
|
||||||
ResolverTypeOCILayout
|
|
||||||
)
|
|
||||||
|
|
||||||
type ResolveImageConfigOpt struct {
|
|
||||||
ResolverType
|
|
||||||
|
|
||||||
Platform *ocispecs.Platform
|
|
||||||
ResolveMode string
|
|
||||||
LogName string
|
|
||||||
|
|
||||||
Store ResolveImageConfigOptStore
|
|
||||||
|
|
||||||
SourcePolicies []*spb.Policy
|
|
||||||
}
|
|
||||||
|
|
||||||
type ResolveImageConfigOptStore struct {
|
|
||||||
SessionID string
|
|
||||||
StoreID string
|
|
||||||
}
|
|
||||||
|
@@ -6,6 +6,7 @@ import (
|
|||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
"github.com/containerd/containerd/platforms"
|
"github.com/containerd/containerd/platforms"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/solver/pb"
|
"github.com/moby/buildkit/solver/pb"
|
||||||
digest "github.com/opencontainers/go-digest"
|
digest "github.com/opencontainers/go-digest"
|
||||||
"github.com/pkg/errors"
|
"github.com/pkg/errors"
|
||||||
@@ -74,7 +75,7 @@ type testResolver struct {
|
|||||||
platform string
|
platform string
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *testResolver) ResolveImageConfig(ctx context.Context, ref string, opt ResolveImageConfigOpt) (string, digest.Digest, []byte, error) {
|
func (r *testResolver) ResolveImageConfig(ctx context.Context, ref string, opt sourceresolver.Opt) (string, digest.Digest, []byte, error) {
|
||||||
var img struct {
|
var img struct {
|
||||||
Config struct {
|
Config struct {
|
||||||
Env []string `json:"Env,omitempty"`
|
Env []string `json:"Env,omitempty"`
|
||||||
|
@@ -10,6 +10,7 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"github.com/distribution/reference"
|
"github.com/distribution/reference"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/solver/pb"
|
"github.com/moby/buildkit/solver/pb"
|
||||||
"github.com/moby/buildkit/util/apicaps"
|
"github.com/moby/buildkit/util/apicaps"
|
||||||
"github.com/moby/buildkit/util/gitutil"
|
"github.com/moby/buildkit/util/gitutil"
|
||||||
@@ -136,10 +137,11 @@ func Image(ref string, opts ...ImageOption) State {
|
|||||||
if p == nil {
|
if p == nil {
|
||||||
p = c.Platform
|
p = c.Platform
|
||||||
}
|
}
|
||||||
_, _, dt, err := info.metaResolver.ResolveImageConfig(ctx, ref, ResolveImageConfigOpt{
|
_, _, dt, err := info.metaResolver.ResolveImageConfig(ctx, ref, sourceresolver.Opt{
|
||||||
Platform: p,
|
Platform: p,
|
||||||
ResolveMode: info.resolveMode.String(),
|
ImageOpt: &sourceresolver.ResolveImageOpt{
|
||||||
ResolverType: ResolverTypeRegistry,
|
ResolveMode: info.resolveMode.String(),
|
||||||
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return State{}, err
|
return State{}, err
|
||||||
@@ -152,10 +154,11 @@ func Image(ref string, opts ...ImageOption) State {
|
|||||||
if p == nil {
|
if p == nil {
|
||||||
p = c.Platform
|
p = c.Platform
|
||||||
}
|
}
|
||||||
ref, dgst, dt, err := info.metaResolver.ResolveImageConfig(context.TODO(), ref, ResolveImageConfigOpt{
|
ref, dgst, dt, err := info.metaResolver.ResolveImageConfig(context.TODO(), ref, sourceresolver.Opt{
|
||||||
Platform: p,
|
Platform: p,
|
||||||
ResolveMode: info.resolveMode.String(),
|
ImageOpt: &sourceresolver.ResolveImageOpt{
|
||||||
ResolverType: ResolverTypeRegistry,
|
ResolveMode: info.resolveMode.String(),
|
||||||
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return State{}, err
|
return State{}, err
|
||||||
|
59
client/llb/sourceresolver/imageresolver.go
Normal file
59
client/llb/sourceresolver/imageresolver.go
Normal file
@@ -0,0 +1,59 @@
|
|||||||
|
package sourceresolver
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/distribution/reference"
|
||||||
|
"github.com/moby/buildkit/solver/pb"
|
||||||
|
"github.com/moby/buildkit/util/imageutil"
|
||||||
|
digest "github.com/opencontainers/go-digest"
|
||||||
|
"github.com/pkg/errors"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ImageMetaResolver interface {
|
||||||
|
ResolveImageConfig(ctx context.Context, ref string, opt Opt) (string, digest.Digest, []byte, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
type imageMetaResolver struct {
|
||||||
|
mr MetaResolver
|
||||||
|
}
|
||||||
|
|
||||||
|
var _ ImageMetaResolver = &imageMetaResolver{}
|
||||||
|
|
||||||
|
func NewImageMetaResolver(mr MetaResolver) ImageMetaResolver {
|
||||||
|
return &imageMetaResolver{
|
||||||
|
mr: mr,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (imr *imageMetaResolver) ResolveImageConfig(ctx context.Context, ref string, opt Opt) (string, digest.Digest, []byte, error) {
|
||||||
|
parsed, err := reference.ParseNormalizedNamed(ref)
|
||||||
|
if err != nil {
|
||||||
|
return "", "", nil, errors.Wrapf(err, "could not parse reference %q", ref)
|
||||||
|
}
|
||||||
|
ref = parsed.String()
|
||||||
|
op := &pb.SourceOp{
|
||||||
|
Identifier: "docker-image://" + ref,
|
||||||
|
}
|
||||||
|
if opt := opt.OCILayoutOpt; opt != nil {
|
||||||
|
op.Identifier = "oci-layout://" + ref
|
||||||
|
op.Attrs = map[string]string{}
|
||||||
|
if opt.Store.SessionID != "" {
|
||||||
|
op.Attrs[pb.AttrOCILayoutSessionID] = opt.Store.SessionID
|
||||||
|
}
|
||||||
|
if opt.Store.StoreID != "" {
|
||||||
|
op.Attrs[pb.AttrOCILayoutStoreID] = opt.Store.StoreID
|
||||||
|
}
|
||||||
|
}
|
||||||
|
res, err := imr.mr.ResolveSourceMetadata(ctx, op, opt)
|
||||||
|
if err != nil {
|
||||||
|
return "", "", nil, errors.Wrapf(err, "failed to resolve source metadata for %s", ref)
|
||||||
|
}
|
||||||
|
if res.Image == nil {
|
||||||
|
return "", "", nil, &imageutil.ResolveToNonImageError{Ref: ref, Updated: res.Op.Identifier}
|
||||||
|
}
|
||||||
|
ref = strings.TrimPrefix(res.Op.Identifier, "docker-image://")
|
||||||
|
ref = strings.TrimPrefix(ref, "oci-layout://")
|
||||||
|
return ref, res.Image.Digest, res.Image.Config, nil
|
||||||
|
}
|
54
client/llb/sourceresolver/types.go
Normal file
54
client/llb/sourceresolver/types.go
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
package sourceresolver
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
|
||||||
|
"github.com/moby/buildkit/solver/pb"
|
||||||
|
spb "github.com/moby/buildkit/sourcepolicy/pb"
|
||||||
|
digest "github.com/opencontainers/go-digest"
|
||||||
|
ocispecs "github.com/opencontainers/image-spec/specs-go/v1"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ResolverType int
|
||||||
|
|
||||||
|
const (
|
||||||
|
ResolverTypeRegistry ResolverType = iota
|
||||||
|
ResolverTypeOCILayout
|
||||||
|
)
|
||||||
|
|
||||||
|
type MetaResolver interface {
|
||||||
|
ResolveSourceMetadata(ctx context.Context, op *pb.SourceOp, opt Opt) (*MetaResponse, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
type Opt struct {
|
||||||
|
LogName string
|
||||||
|
SourcePolicies []*spb.Policy
|
||||||
|
Platform *ocispecs.Platform
|
||||||
|
|
||||||
|
ImageOpt *ResolveImageOpt
|
||||||
|
OCILayoutOpt *ResolveOCILayoutOpt
|
||||||
|
}
|
||||||
|
|
||||||
|
type MetaResponse struct {
|
||||||
|
Op *pb.SourceOp
|
||||||
|
|
||||||
|
Image *ResolveImageResponse
|
||||||
|
}
|
||||||
|
|
||||||
|
type ResolveImageOpt struct {
|
||||||
|
ResolveMode string
|
||||||
|
}
|
||||||
|
|
||||||
|
type ResolveImageResponse struct {
|
||||||
|
Digest digest.Digest
|
||||||
|
Config []byte
|
||||||
|
}
|
||||||
|
|
||||||
|
type ResolveOCILayoutOpt struct {
|
||||||
|
Store ResolveImageConfigOptStore
|
||||||
|
}
|
||||||
|
|
||||||
|
type ResolveImageConfigOptStore struct {
|
||||||
|
SessionID string
|
||||||
|
StoreID string
|
||||||
|
}
|
@@ -96,6 +96,15 @@ func (gwf *GatewayForwarder) ResolveImageConfig(ctx context.Context, req *gwapi.
|
|||||||
return fwd.ResolveImageConfig(ctx, req)
|
return fwd.ResolveImageConfig(ctx, req)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (gwf *GatewayForwarder) ResolveSourceMeta(ctx context.Context, req *gwapi.ResolveSourceMetaRequest) (*gwapi.ResolveSourceMetaResponse, error) {
|
||||||
|
fwd, err := gwf.lookupForwarder(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return nil, errors.Wrap(err, "forwarding ResolveSourceMeta")
|
||||||
|
}
|
||||||
|
|
||||||
|
return fwd.ResolveSourceMeta(ctx, req)
|
||||||
|
}
|
||||||
|
|
||||||
func (gwf *GatewayForwarder) Solve(ctx context.Context, req *gwapi.SolveRequest) (*gwapi.SolveResponse, error) {
|
func (gwf *GatewayForwarder) Solve(ctx context.Context, req *gwapi.SolveRequest) (*gwapi.SolveResponse, error) {
|
||||||
fwd, err := gwf.lookupForwarder(ctx)
|
fwd, err := gwf.lookupForwarder(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
@@ -9,6 +9,7 @@ import (
|
|||||||
|
|
||||||
intoto "github.com/in-toto/in-toto-golang/in_toto"
|
intoto "github.com/in-toto/in-toto-golang/in_toto"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
gatewaypb "github.com/moby/buildkit/frontend/gateway/pb"
|
gatewaypb "github.com/moby/buildkit/frontend/gateway/pb"
|
||||||
"github.com/moby/buildkit/solver/result"
|
"github.com/moby/buildkit/solver/result"
|
||||||
ocispecs "github.com/opencontainers/image-spec/specs-go/v1"
|
ocispecs "github.com/opencontainers/image-spec/specs-go/v1"
|
||||||
@@ -33,12 +34,13 @@ const (
|
|||||||
// attestation.
|
// attestation.
|
||||||
type Scanner func(ctx context.Context, name string, ref llb.State, extras map[string]llb.State, opts ...llb.ConstraintsOpt) (result.Attestation[*llb.State], error)
|
type Scanner func(ctx context.Context, name string, ref llb.State, extras map[string]llb.State, opts ...llb.ConstraintsOpt) (result.Attestation[*llb.State], error)
|
||||||
|
|
||||||
func CreateSBOMScanner(ctx context.Context, resolver llb.ImageMetaResolver, scanner string, resolveOpt llb.ResolveImageConfigOpt) (Scanner, error) {
|
func CreateSBOMScanner(ctx context.Context, resolver sourceresolver.MetaResolver, scanner string, resolveOpt sourceresolver.Opt) (Scanner, error) {
|
||||||
if scanner == "" {
|
if scanner == "" {
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
scanner, _, dt, err := resolver.ResolveImageConfig(ctx, scanner, resolveOpt)
|
imr := sourceresolver.NewImageMetaResolver(resolver)
|
||||||
|
scanner, _, dt, err := imr.ResolveImageConfig(ctx, scanner, resolveOpt)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
@@ -7,6 +7,7 @@ import (
|
|||||||
|
|
||||||
"github.com/containerd/containerd/platforms"
|
"github.com/containerd/containerd/platforms"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/image"
|
"github.com/moby/buildkit/exporter/containerimage/image"
|
||||||
"github.com/moby/buildkit/frontend"
|
"github.com/moby/buildkit/frontend"
|
||||||
"github.com/moby/buildkit/frontend/attestations/sbom"
|
"github.com/moby/buildkit/frontend/attestations/sbom"
|
||||||
@@ -101,8 +102,11 @@ func Build(ctx context.Context, c client.Client) (_ *client.Result, err error) {
|
|||||||
|
|
||||||
var scanner sbom.Scanner
|
var scanner sbom.Scanner
|
||||||
if bc.SBOM != nil {
|
if bc.SBOM != nil {
|
||||||
scanner, err = sbom.CreateSBOMScanner(ctx, c, bc.SBOM.Generator, llb.ResolveImageConfigOpt{
|
// TODO: scanner should pass policy
|
||||||
ResolveMode: opts["image-resolve-mode"],
|
scanner, err = sbom.CreateSBOMScanner(ctx, c, bc.SBOM.Generator, sourceresolver.Opt{
|
||||||
|
ImageOpt: &sourceresolver.ResolveImageOpt{
|
||||||
|
ResolveMode: opts["image-resolve-mode"],
|
||||||
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
@@ -20,6 +20,7 @@ import (
|
|||||||
"github.com/docker/go-connections/nat"
|
"github.com/docker/go-connections/nat"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
"github.com/moby/buildkit/client/llb/imagemetaresolver"
|
"github.com/moby/buildkit/client/llb/imagemetaresolver"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/image"
|
"github.com/moby/buildkit/exporter/containerimage/image"
|
||||||
"github.com/moby/buildkit/frontend/dockerfile/instructions"
|
"github.com/moby/buildkit/frontend/dockerfile/instructions"
|
||||||
"github.com/moby/buildkit/frontend/dockerfile/parser"
|
"github.com/moby/buildkit/frontend/dockerfile/parser"
|
||||||
@@ -423,12 +424,12 @@ func toDispatchState(ctx context.Context, dt []byte, opt ConvertOpt) (*dispatchS
|
|||||||
prefix += platforms.Format(*platform) + " "
|
prefix += platforms.Format(*platform) + " "
|
||||||
}
|
}
|
||||||
prefix += "internal]"
|
prefix += "internal]"
|
||||||
mutRef, dgst, dt, err := metaResolver.ResolveImageConfig(ctx, d.stage.BaseName, llb.ResolveImageConfigOpt{
|
mutRef, dgst, dt, err := metaResolver.ResolveImageConfig(ctx, d.stage.BaseName, sourceresolver.Opt{
|
||||||
Platform: platform,
|
LogName: fmt.Sprintf("%s load metadata for %s", prefix, d.stage.BaseName),
|
||||||
ResolveMode: opt.ImageResolveMode.String(),
|
Platform: platform,
|
||||||
LogName: fmt.Sprintf("%s load metadata for %s", prefix, d.stage.BaseName),
|
ImageOpt: &sourceresolver.ResolveImageOpt{
|
||||||
ResolverType: llb.ResolverTypeRegistry,
|
ResolveMode: opt.ImageResolveMode.String(),
|
||||||
SourcePolicies: nil,
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return suggest.WrapError(errors.Wrap(err, origName), origName, append(allStageNames, commonImageNames()...), true)
|
return suggest.WrapError(errors.Wrap(err, origName), origName, append(allStageNames, commonImageNames()...), true)
|
||||||
|
@@ -7046,7 +7046,7 @@ func testSourcePolicyWithNamedContext(t *testing.T, sb integration.Sandbox) {
|
|||||||
FrontendAttrs: map[string]string{
|
FrontendAttrs: map[string]string{
|
||||||
"context:replace": "docker-image:docker.io/library/alpine:latest",
|
"context:replace": "docker-image:docker.io/library/alpine:latest",
|
||||||
},
|
},
|
||||||
LocalDirs: map[string]string{
|
LocalMounts: map[string]fsutil.FS{
|
||||||
dockerui.DefaultLocalNameDockerfile: mainContext,
|
dockerui.DefaultLocalNameDockerfile: mainContext,
|
||||||
dockerui.DefaultLocalNameContext: mainContext,
|
dockerui.DefaultLocalNameContext: mainContext,
|
||||||
"test": replaceContext,
|
"test": replaceContext,
|
||||||
|
@@ -10,6 +10,7 @@ import (
|
|||||||
|
|
||||||
"github.com/distribution/reference"
|
"github.com/distribution/reference"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/image"
|
"github.com/moby/buildkit/exporter/containerimage/image"
|
||||||
"github.com/moby/buildkit/frontend/gateway/client"
|
"github.com/moby/buildkit/frontend/gateway/client"
|
||||||
@@ -72,11 +73,12 @@ func (bc *Client) namedContextRecursive(ctx context.Context, name string, nameWi
|
|||||||
|
|
||||||
named = reference.TagNameOnly(named)
|
named = reference.TagNameOnly(named)
|
||||||
|
|
||||||
ref, dgst, data, err := bc.client.ResolveImageConfig(ctx, named.String(), llb.ResolveImageConfigOpt{
|
ref, dgst, data, err := bc.client.ResolveImageConfig(ctx, named.String(), sourceresolver.Opt{
|
||||||
Platform: opt.Platform,
|
LogName: fmt.Sprintf("[context %s] load metadata for %s", nameWithPlatform, ref),
|
||||||
ResolveMode: opt.ResolveMode,
|
Platform: opt.Platform,
|
||||||
LogName: fmt.Sprintf("[context %s] load metadata for %s", nameWithPlatform, ref),
|
ImageOpt: &sourceresolver.ResolveImageOpt{
|
||||||
ResolverType: llb.ResolverTypeRegistry,
|
ResolveMode: opt.ResolveMode,
|
||||||
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
e := &imageutil.ResolveToNonImageError{}
|
e := &imageutil.ResolveToNonImageError{}
|
||||||
@@ -146,15 +148,14 @@ func (bc *Client) namedContextRecursive(ctx context.Context, name string, nameWi
|
|||||||
return nil, nil, errors.Wrapf(err, "could not wrap %q with digest", name)
|
return nil, nil, errors.Wrapf(err, "could not wrap %q with digest", name)
|
||||||
}
|
}
|
||||||
|
|
||||||
// TODO: How should source policy be handled here with a dummy ref?
|
_, dgst, data, err := bc.client.ResolveImageConfig(ctx, dummyRef.String(), sourceresolver.Opt{
|
||||||
_, dgst, data, err := bc.client.ResolveImageConfig(ctx, dummyRef.String(), llb.ResolveImageConfigOpt{
|
LogName: fmt.Sprintf("[context %s] load metadata for %s", nameWithPlatform, dummyRef.String()),
|
||||||
Platform: opt.Platform,
|
Platform: opt.Platform,
|
||||||
ResolveMode: opt.ResolveMode,
|
OCILayoutOpt: &sourceresolver.ResolveOCILayoutOpt{
|
||||||
LogName: fmt.Sprintf("[context %s] load metadata for %s", nameWithPlatform, dummyRef.String()),
|
Store: sourceresolver.ResolveImageConfigOptStore{
|
||||||
ResolverType: llb.ResolverTypeOCILayout,
|
SessionID: bc.bopts.SessionID,
|
||||||
Store: llb.ResolveImageConfigOptStore{
|
StoreID: named.Name(),
|
||||||
SessionID: bc.bopts.SessionID,
|
},
|
||||||
StoreID: named.Name(),
|
|
||||||
},
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
@@ -3,7 +3,7 @@ package frontend
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor"
|
"github.com/moby/buildkit/executor"
|
||||||
gw "github.com/moby/buildkit/frontend/gateway/client"
|
gw "github.com/moby/buildkit/frontend/gateway/client"
|
||||||
"github.com/moby/buildkit/session"
|
"github.com/moby/buildkit/session"
|
||||||
@@ -22,8 +22,8 @@ type Frontend interface {
|
|||||||
}
|
}
|
||||||
|
|
||||||
type FrontendLLBBridge interface {
|
type FrontendLLBBridge interface {
|
||||||
|
sourceresolver.MetaResolver
|
||||||
Solve(ctx context.Context, req SolveRequest, sid string) (*Result, error)
|
Solve(ctx context.Context, req SolveRequest, sid string) (*Result, error)
|
||||||
ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt) (string, digest.Digest, []byte, error)
|
|
||||||
Warn(ctx context.Context, dgst digest.Digest, msg string, opts WarnOpts) error
|
Warn(ctx context.Context, dgst digest.Digest, msg string, opts WarnOpts) error
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -6,6 +6,7 @@ import (
|
|||||||
"syscall"
|
"syscall"
|
||||||
|
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/solver/pb"
|
"github.com/moby/buildkit/solver/pb"
|
||||||
"github.com/moby/buildkit/solver/result"
|
"github.com/moby/buildkit/solver/result"
|
||||||
spb "github.com/moby/buildkit/sourcepolicy/pb"
|
spb "github.com/moby/buildkit/sourcepolicy/pb"
|
||||||
@@ -26,8 +27,9 @@ func NewResult() *Result {
|
|||||||
}
|
}
|
||||||
|
|
||||||
type Client interface {
|
type Client interface {
|
||||||
|
sourceresolver.MetaResolver
|
||||||
Solve(ctx context.Context, req SolveRequest) (*Result, error)
|
Solve(ctx context.Context, req SolveRequest) (*Result, error)
|
||||||
ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt) (string, digest.Digest, []byte, error)
|
ResolveImageConfig(ctx context.Context, ref string, opt sourceresolver.Opt) (string, digest.Digest, []byte, error)
|
||||||
BuildOpts() BuildOpts
|
BuildOpts() BuildOpts
|
||||||
Inputs(ctx context.Context) (map[string]llb.State, error)
|
Inputs(ctx context.Context) (map[string]llb.State, error)
|
||||||
NewContainer(ctx context.Context, req NewContainerRequest) (Container, error)
|
NewContainer(ctx context.Context, req NewContainerRequest) (Container, error)
|
||||||
|
@@ -6,6 +6,7 @@ import (
|
|||||||
|
|
||||||
cacheutil "github.com/moby/buildkit/cache/util"
|
cacheutil "github.com/moby/buildkit/cache/util"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor"
|
"github.com/moby/buildkit/executor"
|
||||||
"github.com/moby/buildkit/frontend"
|
"github.com/moby/buildkit/frontend"
|
||||||
"github.com/moby/buildkit/frontend/gateway/client"
|
"github.com/moby/buildkit/frontend/gateway/client"
|
||||||
@@ -94,6 +95,12 @@ func (c *BridgeClient) Solve(ctx context.Context, req client.SolveRequest) (*cli
|
|||||||
|
|
||||||
return cRes, nil
|
return cRes, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (c *BridgeClient) ResolveImageConfig(ctx context.Context, ref string, opt sourceresolver.Opt) (string, digest.Digest, []byte, error) {
|
||||||
|
imr := sourceresolver.NewImageMetaResolver(c)
|
||||||
|
return imr.ResolveImageConfig(ctx, ref, opt)
|
||||||
|
}
|
||||||
|
|
||||||
func (c *BridgeClient) loadBuildOpts() client.BuildOpts {
|
func (c *BridgeClient) loadBuildOpts() client.BuildOpts {
|
||||||
wis := c.workers.WorkerInfos()
|
wis := c.workers.WorkerInfos()
|
||||||
workers := make([]client.WorkerInfo, len(wis))
|
workers := make([]client.WorkerInfo, len(wis))
|
||||||
|
@@ -5,6 +5,7 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
|
"log"
|
||||||
"net"
|
"net"
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
@@ -25,6 +26,7 @@ import (
|
|||||||
cacheutil "github.com/moby/buildkit/cache/util"
|
cacheutil "github.com/moby/buildkit/cache/util"
|
||||||
"github.com/moby/buildkit/client"
|
"github.com/moby/buildkit/client"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor"
|
"github.com/moby/buildkit/executor"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/image"
|
"github.com/moby/buildkit/exporter/containerimage/image"
|
||||||
@@ -164,7 +166,8 @@ func (gf *gatewayFrontend) Solve(ctx context.Context, llbBridge frontend.Fronten
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
ref, dgst, config, err := llbBridge.ResolveImageConfig(ctx, reference.TagNameOnly(sourceRef).String(), llb.ResolveImageConfigOpt{})
|
imr := sourceresolver.NewImageMetaResolver(llbBridge)
|
||||||
|
ref, dgst, config, err := imr.ResolveImageConfig(ctx, reference.TagNameOnly(sourceRef).String(), sourceresolver.Opt{})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -554,6 +557,49 @@ type llbBridgeForwarder struct {
|
|||||||
ctrsMu sync.Mutex
|
ctrsMu sync.Mutex
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (lbf *llbBridgeForwarder) ResolveSourceMeta(ctx context.Context, req *pb.ResolveSourceMetaRequest) (*pb.ResolveSourceMetaResponse, error) {
|
||||||
|
if req.Source == nil {
|
||||||
|
return nil, status.Error(codes.InvalidArgument, "source is required")
|
||||||
|
}
|
||||||
|
log.Printf("bridge.ResolveSourceMeta: %v", req.Source)
|
||||||
|
|
||||||
|
ctx = tracing.ContextWithSpanFromContext(ctx, lbf.callCtx)
|
||||||
|
var platform *ocispecs.Platform
|
||||||
|
if p := req.Platform; p != nil {
|
||||||
|
platform = &ocispecs.Platform{
|
||||||
|
OS: p.OS,
|
||||||
|
Architecture: p.Architecture,
|
||||||
|
Variant: p.Variant,
|
||||||
|
OSVersion: p.OSVersion,
|
||||||
|
OSFeatures: p.OSFeatures,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
resolveopt := sourceresolver.Opt{
|
||||||
|
LogName: req.LogName,
|
||||||
|
SourcePolicies: req.SourcePolicies,
|
||||||
|
Platform: platform,
|
||||||
|
}
|
||||||
|
resolveopt.ImageOpt = &sourceresolver.ResolveImageOpt{
|
||||||
|
ResolveMode: req.ResolveMode,
|
||||||
|
}
|
||||||
|
resp, err := lbf.llbBridge.ResolveSourceMetadata(ctx, req.Source, resolveopt)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
r := &pb.ResolveSourceMetaResponse{
|
||||||
|
Source: resp.Op,
|
||||||
|
}
|
||||||
|
|
||||||
|
if resp.Image != nil {
|
||||||
|
r.Image = &pb.ResolveSourceImageResponse{
|
||||||
|
Digest: resp.Image.Digest,
|
||||||
|
Config: resp.Image.Config,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return r, nil
|
||||||
|
}
|
||||||
|
|
||||||
func (lbf *llbBridgeForwarder) ResolveImageConfig(ctx context.Context, req *pb.ResolveImageConfigRequest) (*pb.ResolveImageConfigResponse, error) {
|
func (lbf *llbBridgeForwarder) ResolveImageConfig(ctx context.Context, req *pb.ResolveImageConfigRequest) (*pb.ResolveImageConfigResponse, error) {
|
||||||
ctx = tracing.ContextWithSpanFromContext(ctx, lbf.callCtx)
|
ctx = tracing.ContextWithSpanFromContext(ctx, lbf.callCtx)
|
||||||
var platform *ocispecs.Platform
|
var platform *ocispecs.Platform
|
||||||
@@ -566,17 +612,27 @@ func (lbf *llbBridgeForwarder) ResolveImageConfig(ctx context.Context, req *pb.R
|
|||||||
OSFeatures: p.OSFeatures,
|
OSFeatures: p.OSFeatures,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
ref, dgst, dt, err := lbf.llbBridge.ResolveImageConfig(ctx, req.Ref, llb.ResolveImageConfigOpt{
|
log.Printf("bridge.ResolveImageConfig: %v", req.Ref)
|
||||||
ResolverType: llb.ResolverType(req.ResolverType),
|
imr := sourceresolver.NewImageMetaResolver(lbf.llbBridge)
|
||||||
Platform: platform,
|
resolveopt := sourceresolver.Opt{
|
||||||
ResolveMode: req.ResolveMode,
|
LogName: req.LogName,
|
||||||
LogName: req.LogName,
|
|
||||||
Store: llb.ResolveImageConfigOptStore{
|
|
||||||
SessionID: req.SessionID,
|
|
||||||
StoreID: req.StoreID,
|
|
||||||
},
|
|
||||||
SourcePolicies: req.SourcePolicies,
|
SourcePolicies: req.SourcePolicies,
|
||||||
})
|
Platform: platform,
|
||||||
|
}
|
||||||
|
if sourceresolver.ResolverType(req.ResolverType) == sourceresolver.ResolverTypeRegistry {
|
||||||
|
resolveopt.ImageOpt = &sourceresolver.ResolveImageOpt{
|
||||||
|
ResolveMode: req.ResolveMode,
|
||||||
|
}
|
||||||
|
} else if sourceresolver.ResolverType(req.ResolverType) == sourceresolver.ResolverTypeOCILayout {
|
||||||
|
resolveopt.OCILayoutOpt = &sourceresolver.ResolveOCILayoutOpt{
|
||||||
|
Store: sourceresolver.ResolveImageConfigOptStore{
|
||||||
|
SessionID: req.SessionID,
|
||||||
|
StoreID: req.StoreID,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
ref, dgst, dt, err := imr.ResolveImageConfig(ctx, req.Ref, resolveopt)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
@@ -12,10 +12,12 @@ import (
|
|||||||
"syscall"
|
"syscall"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
distreference "github.com/distribution/reference"
|
||||||
"github.com/gogo/googleapis/google/rpc"
|
"github.com/gogo/googleapis/google/rpc"
|
||||||
gogotypes "github.com/gogo/protobuf/types"
|
gogotypes "github.com/gogo/protobuf/types"
|
||||||
"github.com/golang/protobuf/ptypes/any"
|
"github.com/golang/protobuf/ptypes/any"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/frontend/gateway/client"
|
"github.com/moby/buildkit/frontend/gateway/client"
|
||||||
pb "github.com/moby/buildkit/frontend/gateway/pb"
|
pb "github.com/moby/buildkit/frontend/gateway/pb"
|
||||||
"github.com/moby/buildkit/identity"
|
"github.com/moby/buildkit/identity"
|
||||||
@@ -23,6 +25,7 @@ import (
|
|||||||
"github.com/moby/buildkit/util/apicaps"
|
"github.com/moby/buildkit/util/apicaps"
|
||||||
"github.com/moby/buildkit/util/bklog"
|
"github.com/moby/buildkit/util/bklog"
|
||||||
"github.com/moby/buildkit/util/grpcerrors"
|
"github.com/moby/buildkit/util/grpcerrors"
|
||||||
|
"github.com/moby/buildkit/util/imageutil"
|
||||||
"github.com/moby/sys/signal"
|
"github.com/moby/sys/signal"
|
||||||
digest "github.com/opencontainers/go-digest"
|
digest "github.com/opencontainers/go-digest"
|
||||||
"github.com/pkg/errors"
|
"github.com/pkg/errors"
|
||||||
@@ -479,7 +482,11 @@ func (c *grpcClient) Solve(ctx context.Context, creq client.SolveRequest) (res *
|
|||||||
return res, nil
|
return res, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c *grpcClient) ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt) (string, digest.Digest, []byte, error) {
|
func (c *grpcClient) ResolveSourceMetadata(ctx context.Context, op *opspb.SourceOp, opt sourceresolver.Opt) (*sourceresolver.MetaResponse, error) {
|
||||||
|
if c.caps.Supports(pb.CapSourceMetaResolver) != nil {
|
||||||
|
return nil, errors.Errorf("fallback not implemented")
|
||||||
|
}
|
||||||
|
|
||||||
var p *opspb.Platform
|
var p *opspb.Platform
|
||||||
if platform := opt.Platform; platform != nil {
|
if platform := opt.Platform; platform != nil {
|
||||||
p = &opspb.Platform{
|
p = &opspb.Platform{
|
||||||
@@ -491,16 +498,97 @@ func (c *grpcClient) ResolveImageConfig(ctx context.Context, ref string, opt llb
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
resp, err := c.client.ResolveImageConfig(ctx, &pb.ResolveImageConfigRequest{
|
req := &pb.ResolveSourceMetaRequest{
|
||||||
ResolverType: int32(opt.ResolverType),
|
Source: op,
|
||||||
Ref: ref,
|
|
||||||
Platform: p,
|
Platform: p,
|
||||||
ResolveMode: opt.ResolveMode,
|
|
||||||
LogName: opt.LogName,
|
LogName: opt.LogName,
|
||||||
SessionID: opt.Store.SessionID,
|
|
||||||
StoreID: opt.Store.StoreID,
|
|
||||||
SourcePolicies: opt.SourcePolicies,
|
SourcePolicies: opt.SourcePolicies,
|
||||||
})
|
}
|
||||||
|
resp, err := c.client.ResolveSourceMeta(ctx, req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
r := &sourceresolver.MetaResponse{
|
||||||
|
Op: resp.Source,
|
||||||
|
}
|
||||||
|
if resp.Image != nil {
|
||||||
|
r.Image = &sourceresolver.ResolveImageResponse{
|
||||||
|
Digest: resp.Image.Digest,
|
||||||
|
Config: resp.Image.Config,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return r, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *grpcClient) resolveImageConfigViaSourceMetadata(ctx context.Context, ref string, opt sourceresolver.Opt, p *opspb.Platform) (string, digest.Digest, []byte, error) {
|
||||||
|
op := &opspb.SourceOp{
|
||||||
|
Identifier: "docker-image://" + ref,
|
||||||
|
}
|
||||||
|
if opt.OCILayoutOpt != nil {
|
||||||
|
named, err := distreference.ParseNormalizedNamed(ref)
|
||||||
|
if err != nil {
|
||||||
|
return "", "", nil, err
|
||||||
|
}
|
||||||
|
op.Identifier = "oci-layout://" + named.String()
|
||||||
|
op.Attrs = map[string]string{
|
||||||
|
opspb.AttrOCILayoutSessionID: opt.OCILayoutOpt.Store.SessionID,
|
||||||
|
opspb.AttrOCILayoutStoreID: opt.OCILayoutOpt.Store.StoreID,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
req := &pb.ResolveSourceMetaRequest{
|
||||||
|
Source: op,
|
||||||
|
Platform: p,
|
||||||
|
LogName: opt.LogName,
|
||||||
|
SourcePolicies: opt.SourcePolicies,
|
||||||
|
}
|
||||||
|
resp, err := c.client.ResolveSourceMeta(ctx, req)
|
||||||
|
if err != nil {
|
||||||
|
return "", "", nil, err
|
||||||
|
}
|
||||||
|
if resp.Image == nil {
|
||||||
|
return "", "", nil, &imageutil.ResolveToNonImageError{Ref: ref, Updated: resp.Source.Identifier}
|
||||||
|
}
|
||||||
|
ref = strings.TrimPrefix(resp.Source.Identifier, "docker-image://")
|
||||||
|
ref = strings.TrimPrefix(ref, "oci-layout://")
|
||||||
|
return ref, resp.Image.Digest, resp.Image.Config, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *grpcClient) ResolveImageConfig(ctx context.Context, ref string, opt sourceresolver.Opt) (string, digest.Digest, []byte, error) {
|
||||||
|
var p *opspb.Platform
|
||||||
|
if platform := opt.Platform; platform != nil {
|
||||||
|
p = &opspb.Platform{
|
||||||
|
OS: platform.OS,
|
||||||
|
Architecture: platform.Architecture,
|
||||||
|
Variant: platform.Variant,
|
||||||
|
OSVersion: platform.OSVersion,
|
||||||
|
OSFeatures: platform.OSFeatures,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if c.caps.Supports(pb.CapSourceMetaResolver) == nil {
|
||||||
|
return c.resolveImageConfigViaSourceMetadata(ctx, ref, opt, p)
|
||||||
|
}
|
||||||
|
|
||||||
|
req := &pb.ResolveImageConfigRequest{
|
||||||
|
Ref: ref,
|
||||||
|
LogName: opt.LogName,
|
||||||
|
SourcePolicies: opt.SourcePolicies,
|
||||||
|
Platform: p,
|
||||||
|
}
|
||||||
|
if iopt := opt.ImageOpt; iopt != nil {
|
||||||
|
req.ResolveMode = iopt.ResolveMode
|
||||||
|
req.ResolverType = int32(sourceresolver.ResolverTypeRegistry)
|
||||||
|
}
|
||||||
|
|
||||||
|
if iopt := opt.OCILayoutOpt; iopt != nil {
|
||||||
|
req.ResolverType = int32(sourceresolver.ResolverTypeOCILayout)
|
||||||
|
req.StoreID = iopt.Store.StoreID
|
||||||
|
req.SessionID = iopt.Store.SessionID
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := c.client.ResolveImageConfig(ctx, req)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", "", nil, err
|
||||||
}
|
}
|
||||||
|
@@ -68,6 +68,10 @@ const (
|
|||||||
// CapAttestations is the capability to indicate that attestation
|
// CapAttestations is the capability to indicate that attestation
|
||||||
// references will be attached to results
|
// references will be attached to results
|
||||||
CapAttestations apicaps.CapID = "reference.attestations"
|
CapAttestations apicaps.CapID = "reference.attestations"
|
||||||
|
|
||||||
|
// CapSourceMetaResolver is the capability to indicates support for ResolveSourceMetadata
|
||||||
|
// function in gateway API
|
||||||
|
CapSourceMetaResolver apicaps.CapID = "source.metaresolver"
|
||||||
)
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
@@ -231,4 +235,11 @@ func init() {
|
|||||||
Enabled: true,
|
Enabled: true,
|
||||||
Status: apicaps.CapStatusExperimental,
|
Status: apicaps.CapStatusExperimental,
|
||||||
})
|
})
|
||||||
|
|
||||||
|
Caps.Init(apicaps.Cap{
|
||||||
|
ID: CapSourceMetaResolver,
|
||||||
|
Name: "source meta resolver",
|
||||||
|
Enabled: true,
|
||||||
|
Status: apicaps.CapStatusExperimental,
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
File diff suppressed because it is too large
Load Diff
@@ -17,6 +17,8 @@ option (gogoproto.unmarshaler_all) = true;
|
|||||||
service LLBBridge {
|
service LLBBridge {
|
||||||
// apicaps:CapResolveImage
|
// apicaps:CapResolveImage
|
||||||
rpc ResolveImageConfig(ResolveImageConfigRequest) returns (ResolveImageConfigResponse);
|
rpc ResolveImageConfig(ResolveImageConfigRequest) returns (ResolveImageConfigResponse);
|
||||||
|
// apicaps:CapSourceMetaResolver
|
||||||
|
rpc ResolveSourceMeta(ResolveSourceMetaRequest) returns (ResolveSourceMetaResponse);
|
||||||
// apicaps:CapSolveBase
|
// apicaps:CapSolveBase
|
||||||
rpc Solve(SolveRequest) returns (SolveResponse);
|
rpc Solve(SolveRequest) returns (SolveResponse);
|
||||||
// apicaps:CapReadFile
|
// apicaps:CapReadFile
|
||||||
@@ -132,6 +134,24 @@ message ResolveImageConfigResponse {
|
|||||||
string Ref = 3;
|
string Ref = 3;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
message ResolveSourceMetaRequest {
|
||||||
|
pb.SourceOp Source = 1;
|
||||||
|
pb.Platform Platform = 2;
|
||||||
|
string LogName = 3;
|
||||||
|
string ResolveMode = 4;
|
||||||
|
repeated moby.buildkit.v1.sourcepolicy.Policy SourcePolicies = 8;
|
||||||
|
}
|
||||||
|
|
||||||
|
message ResolveSourceMetaResponse {
|
||||||
|
pb.SourceOp Source = 1;
|
||||||
|
ResolveSourceImageResponse Image = 2;
|
||||||
|
}
|
||||||
|
|
||||||
|
message ResolveSourceImageResponse {
|
||||||
|
string Digest = 1 [(gogoproto.customtype) = "github.com/opencontainers/go-digest.Digest", (gogoproto.nullable) = false];
|
||||||
|
bytes Config = 2;
|
||||||
|
}
|
||||||
|
|
||||||
message SolveRequest {
|
message SolveRequest {
|
||||||
pb.Definition Definition = 1;
|
pb.Definition Definition = 1;
|
||||||
string Frontend = 2;
|
string Frontend = 2;
|
||||||
|
@@ -10,7 +10,7 @@ import (
|
|||||||
"github.com/mitchellh/hashstructure/v2"
|
"github.com/mitchellh/hashstructure/v2"
|
||||||
"github.com/moby/buildkit/cache/remotecache"
|
"github.com/moby/buildkit/cache/remotecache"
|
||||||
"github.com/moby/buildkit/client"
|
"github.com/moby/buildkit/client"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor"
|
"github.com/moby/buildkit/executor"
|
||||||
resourcestypes "github.com/moby/buildkit/executor/resources/types"
|
resourcestypes "github.com/moby/buildkit/executor/resources/types"
|
||||||
"github.com/moby/buildkit/frontend"
|
"github.com/moby/buildkit/frontend"
|
||||||
@@ -351,32 +351,44 @@ func (rp *resultProxy) Result(ctx context.Context) (res solver.CachedResult, err
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *llbBridge) ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt) (resolvedRef string, dgst digest.Digest, config []byte, err error) {
|
func (b *llbBridge) ResolveSourceMetadata(ctx context.Context, op *pb.SourceOp, opt sourceresolver.Opt) (resp *sourceresolver.MetaResponse, err error) {
|
||||||
w, err := b.resolveWorker()
|
w, err := b.resolveWorker()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
if opt.LogName == "" {
|
if opt.LogName == "" {
|
||||||
opt.LogName = fmt.Sprintf("resolve image config for %s", ref)
|
// TODO: better name
|
||||||
|
opt.LogName = fmt.Sprintf("resolve image config for %s", op.Identifier)
|
||||||
}
|
}
|
||||||
id := ref // make a deterministic ID for avoiding duplicates
|
id := op.Identifier
|
||||||
if platform := opt.Platform; platform == nil {
|
if opt.Platform != nil {
|
||||||
id += platforms.Format(platforms.DefaultSpec())
|
id += platforms.Format(*opt.Platform)
|
||||||
} else {
|
} else {
|
||||||
id += platforms.Format(*platform)
|
id += platforms.Format(platforms.DefaultSpec())
|
||||||
}
|
}
|
||||||
pol, err := loadSourcePolicy(b.builder)
|
pol, err := loadSourcePolicy(b.builder)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
if pol != nil {
|
if pol != nil {
|
||||||
opt.SourcePolicies = append(opt.SourcePolicies, pol)
|
opt.SourcePolicies = append(opt.SourcePolicies, pol)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if _, err := sourcepolicy.NewEngine(opt.SourcePolicies).Evaluate(ctx, op); err != nil {
|
||||||
|
return nil, errors.Wrap(err, "could not resolve image due to policy")
|
||||||
|
}
|
||||||
|
|
||||||
|
// policy is evaluated, so we can remove it from the options
|
||||||
|
opt.SourcePolicies = nil
|
||||||
|
|
||||||
err = inBuilderContext(ctx, b.builder, opt.LogName, id, func(ctx context.Context, g session.Group) error {
|
err = inBuilderContext(ctx, b.builder, opt.LogName, id, func(ctx context.Context, g session.Group) error {
|
||||||
resolvedRef, dgst, config, err = w.ResolveImageConfig(ctx, ref, opt, b.sm, g)
|
resp, err = w.ResolveSourceMetadata(ctx, op, opt, b.sm, g)
|
||||||
return err
|
return err
|
||||||
})
|
})
|
||||||
return resolvedRef, dgst, config, err
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
type lazyCacheManager struct {
|
type lazyCacheManager struct {
|
||||||
|
@@ -4,6 +4,7 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
|
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb"
|
||||||
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor/resources"
|
"github.com/moby/buildkit/executor/resources"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
||||||
"github.com/moby/buildkit/frontend"
|
"github.com/moby/buildkit/frontend"
|
||||||
@@ -26,8 +27,10 @@ func SBOMProcessor(scannerRef string, useCache bool, resolveMode string) llbsolv
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
scanner, err := sbom.CreateSBOMScanner(ctx, s.Bridge(j), scannerRef, llb.ResolveImageConfigOpt{
|
scanner, err := sbom.CreateSBOMScanner(ctx, s.Bridge(j), scannerRef, sourceresolver.Opt{
|
||||||
ResolveMode: resolveMode,
|
ImageOpt: &sourceresolver.ResolveImageOpt{
|
||||||
|
ResolveMode: resolveMode,
|
||||||
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
@@ -3,6 +3,7 @@ package llbsolver
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"log"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
@@ -11,7 +12,7 @@ import (
|
|||||||
"github.com/containerd/containerd/platforms"
|
"github.com/containerd/containerd/platforms"
|
||||||
"github.com/moby/buildkit/cache"
|
"github.com/moby/buildkit/cache"
|
||||||
"github.com/moby/buildkit/cache/config"
|
"github.com/moby/buildkit/cache/config"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor/resources"
|
"github.com/moby/buildkit/executor/resources"
|
||||||
"github.com/moby/buildkit/exporter/containerimage"
|
"github.com/moby/buildkit/exporter/containerimage"
|
||||||
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
"github.com/moby/buildkit/exporter/containerimage/exptypes"
|
||||||
@@ -133,21 +134,26 @@ func (b *provenanceBridge) findByResult(rp solver.ResultProxy) (*resultWithBridg
|
|||||||
return nil, false
|
return nil, false
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *provenanceBridge) ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt) (resolvedRef string, dgst digest.Digest, config []byte, err error) {
|
func (b *provenanceBridge) ResolveSourceMetadata(ctx context.Context, op *pb.SourceOp, opt sourceresolver.Opt) (*sourceresolver.MetaResponse, error) {
|
||||||
ref, dgst, config, err = b.llbBridge.ResolveImageConfig(ctx, ref, opt)
|
log.Printf("prov.ResolveSourceMetadata: %#v %#v", op, opt)
|
||||||
|
resp, err := b.llbBridge.ResolveSourceMetadata(ctx, op, opt)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
if img := resp.Image; img != nil {
|
||||||
b.mu.Lock()
|
local := !strings.HasPrefix(resp.Op.Identifier, "docker-image://")
|
||||||
b.images = append(b.images, provenance.ImageSource{
|
ref := strings.TrimPrefix(resp.Op.Identifier, "docker-image://")
|
||||||
Ref: ref,
|
ref = strings.TrimPrefix(ref, "oci-layout://")
|
||||||
Platform: opt.Platform,
|
b.mu.Lock()
|
||||||
Digest: dgst,
|
b.images = append(b.images, provenance.ImageSource{
|
||||||
Local: opt.ResolverType == llb.ResolverTypeOCILayout,
|
Ref: ref,
|
||||||
})
|
Platform: opt.Platform,
|
||||||
b.mu.Unlock()
|
Digest: img.Digest,
|
||||||
return ref, dgst, config, nil
|
Local: local,
|
||||||
|
})
|
||||||
|
b.mu.Unlock()
|
||||||
|
}
|
||||||
|
return resp, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (b *provenanceBridge) Solve(ctx context.Context, req frontend.SolveRequest, sid string) (res *frontend.Result, err error) {
|
func (b *provenanceBridge) Solve(ctx context.Context, req frontend.SolveRequest, sid string) (res *frontend.Result, err error) {
|
||||||
|
@@ -7,5 +7,5 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type SourcePolicyEvaluator interface {
|
type SourcePolicyEvaluator interface {
|
||||||
Evaluate(ctx context.Context, op *pb.Op) (bool, error)
|
Evaluate(ctx context.Context, op *pb.SourceOp) (bool, error)
|
||||||
}
|
}
|
||||||
|
@@ -253,7 +253,7 @@ func loadLLB(ctx context.Context, def *pb.Definition, polEngine SourcePolicyEval
|
|||||||
}
|
}
|
||||||
dgst := digest.FromBytes(dt)
|
dgst := digest.FromBytes(dt)
|
||||||
if polEngine != nil {
|
if polEngine != nil {
|
||||||
mutated, err := polEngine.Evaluate(ctx, &op)
|
mutated, err := polEngine.Evaluate(ctx, op.GetSource())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return solver.Edge{}, errors.Wrap(err, "error evaluating the source policy")
|
return solver.Edge{}, errors.Wrap(err, "error evaluating the source policy")
|
||||||
}
|
}
|
||||||
|
@@ -8,7 +8,7 @@ import (
|
|||||||
"github.com/containerd/containerd/content"
|
"github.com/containerd/containerd/content"
|
||||||
"github.com/containerd/containerd/reference"
|
"github.com/containerd/containerd/reference"
|
||||||
"github.com/containerd/containerd/remotes"
|
"github.com/containerd/containerd/remotes"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/session"
|
"github.com/moby/buildkit/session"
|
||||||
sessioncontent "github.com/moby/buildkit/session/content"
|
sessioncontent "github.com/moby/buildkit/session/content"
|
||||||
"github.com/moby/buildkit/util/imageutil"
|
"github.com/moby/buildkit/util/imageutil"
|
||||||
@@ -21,7 +21,7 @@ const (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// getOCILayoutResolver gets a resolver to an OCI layout for a specified store from the client using the given session.
|
// getOCILayoutResolver gets a resolver to an OCI layout for a specified store from the client using the given session.
|
||||||
func getOCILayoutResolver(store llb.ResolveImageConfigOptStore, sm *session.Manager, g session.Group) *ociLayoutResolver {
|
func getOCILayoutResolver(store sourceresolver.ResolveImageConfigOptStore, sm *session.Manager, g session.Group) *ociLayoutResolver {
|
||||||
r := &ociLayoutResolver{
|
r := &ociLayoutResolver{
|
||||||
store: store,
|
store: store,
|
||||||
sm: sm,
|
sm: sm,
|
||||||
@@ -32,7 +32,7 @@ func getOCILayoutResolver(store llb.ResolveImageConfigOptStore, sm *session.Mana
|
|||||||
|
|
||||||
type ociLayoutResolver struct {
|
type ociLayoutResolver struct {
|
||||||
remotes.Resolver
|
remotes.Resolver
|
||||||
store llb.ResolveImageConfigOptStore
|
store sourceresolver.ResolveImageConfigOptStore
|
||||||
sm *session.Manager
|
sm *session.Manager
|
||||||
g session.Group
|
g session.Group
|
||||||
}
|
}
|
||||||
|
@@ -15,7 +15,7 @@ import (
|
|||||||
"github.com/containerd/containerd/snapshots"
|
"github.com/containerd/containerd/snapshots"
|
||||||
"github.com/moby/buildkit/cache"
|
"github.com/moby/buildkit/cache"
|
||||||
"github.com/moby/buildkit/client"
|
"github.com/moby/buildkit/client"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/session"
|
"github.com/moby/buildkit/session"
|
||||||
"github.com/moby/buildkit/solver"
|
"github.com/moby/buildkit/solver"
|
||||||
"github.com/moby/buildkit/solver/errdefs"
|
"github.com/moby/buildkit/solver/errdefs"
|
||||||
@@ -45,7 +45,7 @@ type puller struct {
|
|||||||
layerLimit *int
|
layerLimit *int
|
||||||
vtx solver.Vertex
|
vtx solver.Vertex
|
||||||
ResolverType
|
ResolverType
|
||||||
store llb.ResolveImageConfigOptStore
|
store sourceresolver.ResolveImageConfigOptStore
|
||||||
|
|
||||||
g flightcontrol.Group[struct{}]
|
g flightcontrol.Group[struct{}]
|
||||||
cacheKeyErr error
|
cacheKeyErr error
|
||||||
|
@@ -14,7 +14,7 @@ import (
|
|||||||
"github.com/containerd/containerd/remotes/docker"
|
"github.com/containerd/containerd/remotes/docker"
|
||||||
"github.com/moby/buildkit/cache"
|
"github.com/moby/buildkit/cache"
|
||||||
"github.com/moby/buildkit/client"
|
"github.com/moby/buildkit/client"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/session"
|
"github.com/moby/buildkit/session"
|
||||||
"github.com/moby/buildkit/snapshot"
|
"github.com/moby/buildkit/snapshot"
|
||||||
"github.com/moby/buildkit/solver"
|
"github.com/moby/buildkit/solver"
|
||||||
@@ -89,7 +89,7 @@ func (is *Source) Resolve(ctx context.Context, id source.Identifier, sm *session
|
|||||||
mode resolver.ResolveMode
|
mode resolver.ResolveMode
|
||||||
recordType client.UsageRecordType
|
recordType client.UsageRecordType
|
||||||
ref reference.Spec
|
ref reference.Spec
|
||||||
store llb.ResolveImageConfigOptStore
|
store sourceresolver.ResolveImageConfigOptStore
|
||||||
layerLimit *int
|
layerLimit *int
|
||||||
)
|
)
|
||||||
switch is.ResolverType {
|
switch is.ResolverType {
|
||||||
@@ -116,7 +116,7 @@ func (is *Source) Resolve(ctx context.Context, id source.Identifier, sm *session
|
|||||||
platform = *ociIdentifier.Platform
|
platform = *ociIdentifier.Platform
|
||||||
}
|
}
|
||||||
mode = resolver.ResolveModeForcePull // with OCI layout, we always just "pull"
|
mode = resolver.ResolveModeForcePull // with OCI layout, we always just "pull"
|
||||||
store = llb.ResolveImageConfigOptStore{
|
store = sourceresolver.ResolveImageConfigOptStore{
|
||||||
SessionID: ociIdentifier.SessionID,
|
SessionID: ociIdentifier.SessionID,
|
||||||
StoreID: ociIdentifier.StoreID,
|
StoreID: ociIdentifier.StoreID,
|
||||||
}
|
}
|
||||||
@@ -148,44 +148,51 @@ func (is *Source) Resolve(ctx context.Context, id source.Identifier, sm *session
|
|||||||
return p, nil
|
return p, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (is *Source) ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt, sm *session.Manager, g session.Group) (string, digest.Digest, []byte, error) {
|
func (is *Source) ResolveImageConfig(ctx context.Context, ref string, opt sourceresolver.Opt, sm *session.Manager, g session.Group) (digest.Digest, []byte, error) {
|
||||||
key := ref
|
key := ref
|
||||||
if platform := opt.Platform; platform != nil {
|
|
||||||
key += platforms.Format(*platform)
|
|
||||||
}
|
|
||||||
var (
|
var (
|
||||||
rm resolver.ResolveMode
|
rm resolver.ResolveMode
|
||||||
rslvr remotes.Resolver
|
rslvr remotes.Resolver
|
||||||
err error
|
err error
|
||||||
)
|
)
|
||||||
|
if platform := opt.Platform; platform != nil {
|
||||||
|
key += platforms.Format(*platform)
|
||||||
|
}
|
||||||
|
|
||||||
switch is.ResolverType {
|
switch is.ResolverType {
|
||||||
case ResolverTypeRegistry:
|
case ResolverTypeRegistry:
|
||||||
rm, err = resolver.ParseImageResolveMode(opt.ResolveMode)
|
iopt := opt.ImageOpt
|
||||||
|
if iopt == nil {
|
||||||
|
return "", nil, errors.Errorf("missing imageopt for resolve")
|
||||||
|
}
|
||||||
|
rm, err = resolver.ParseImageResolveMode(iopt.ResolveMode)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
rslvr = resolver.DefaultPool.GetResolver(is.RegistryHosts, ref, "pull", sm, g).WithImageStore(is.ImageStore, rm)
|
rslvr = resolver.DefaultPool.GetResolver(is.RegistryHosts, ref, "pull", sm, g).WithImageStore(is.ImageStore, rm)
|
||||||
case ResolverTypeOCILayout:
|
case ResolverTypeOCILayout:
|
||||||
|
iopt := opt.OCILayoutOpt
|
||||||
|
if iopt == nil {
|
||||||
|
return "", nil, errors.Errorf("missing ocilayoutopt for resolve")
|
||||||
|
}
|
||||||
rm = resolver.ResolveModeForcePull
|
rm = resolver.ResolveModeForcePull
|
||||||
rslvr = getOCILayoutResolver(opt.Store, sm, g)
|
rslvr = getOCILayoutResolver(iopt.Store, sm, g)
|
||||||
}
|
}
|
||||||
key += rm.String()
|
key += rm.String()
|
||||||
res, err := is.g.Do(ctx, key, func(ctx context.Context) (*resolveImageResult, error) {
|
res, err := is.g.Do(ctx, key, func(ctx context.Context) (*resolveImageResult, error) {
|
||||||
newRef, dgst, dt, err := imageutil.Config(ctx, ref, rslvr, is.ContentStore, is.LeaseManager, opt.Platform, opt.SourcePolicies)
|
dgst, dt, err := imageutil.Config(ctx, ref, rslvr, is.ContentStore, is.LeaseManager, opt.Platform)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
return &resolveImageResult{dgst: dgst, dt: dt, ref: newRef}, nil
|
return &resolveImageResult{dgst: dgst, dt: dt}, nil
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
return res.ref, res.dgst, res.dt, nil
|
return res.dgst, res.dt, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
type resolveImageResult struct {
|
type resolveImageResult struct {
|
||||||
ref string
|
|
||||||
dgst digest.Digest
|
dgst digest.Digest
|
||||||
dt []byte
|
dt []byte
|
||||||
}
|
}
|
||||||
|
@@ -61,8 +61,8 @@ func (e *Engine) selectorCache(src *spb.Selector) *selectorCache {
|
|||||||
// This function may error out even if the op was mutated, in which case `true` will be returned along with the error.
|
// This function may error out even if the op was mutated, in which case `true` will be returned along with the error.
|
||||||
//
|
//
|
||||||
// An error is returned when the source is denied by the policy.
|
// An error is returned when the source is denied by the policy.
|
||||||
func (e *Engine) Evaluate(ctx context.Context, op *pb.Op) (bool, error) {
|
func (e *Engine) Evaluate(ctx context.Context, op *pb.SourceOp) (bool, error) {
|
||||||
if len(e.pol) == 0 {
|
if len(e.pol) == 0 || op == nil {
|
||||||
return false, nil
|
return false, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -74,15 +74,13 @@ func (e *Engine) Evaluate(ctx context.Context, op *pb.Op) (bool, error) {
|
|||||||
return mutated, errors.Wrapf(ErrTooManyOps, "too many mutations on a single source")
|
return mutated, errors.Wrapf(ErrTooManyOps, "too many mutations on a single source")
|
||||||
}
|
}
|
||||||
|
|
||||||
srcOp := op.GetSource()
|
|
||||||
if srcOp == nil {
|
|
||||||
return false, nil
|
|
||||||
}
|
|
||||||
if i == 0 {
|
if i == 0 {
|
||||||
ctx = bklog.WithLogger(ctx, bklog.G(ctx).WithField("orig", *srcOp).WithField("updated", op.GetSource()))
|
ctx = bklog.WithLogger(ctx, bklog.G(ctx).WithField("orig", *op))
|
||||||
|
} else {
|
||||||
|
ctx = bklog.WithLogger(ctx, bklog.G(ctx).WithField("updated", *op))
|
||||||
}
|
}
|
||||||
|
|
||||||
mut, err := e.evaluatePolicies(ctx, srcOp)
|
mut, err := e.evaluatePolicies(ctx, op)
|
||||||
if mut {
|
if mut {
|
||||||
mutated = true
|
mutated = true
|
||||||
}
|
}
|
||||||
|
@@ -53,12 +53,8 @@ func testLastRuleWins(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
e := NewEngine(pol)
|
e := NewEngine(pol)
|
||||||
mut, err := e.Evaluate(context.Background(), &pb.Op{
|
mut, err := e.Evaluate(context.Background(), &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
})
|
})
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
require.False(t, mut)
|
require.False(t, mut)
|
||||||
@@ -89,12 +85,8 @@ func testMultiplePolicies(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
e := NewEngine(pol)
|
e := NewEngine(pol)
|
||||||
mut, err := e.Evaluate(context.Background(), &pb.Op{
|
mut, err := e.Evaluate(context.Background(), &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
})
|
})
|
||||||
require.ErrorIs(t, err, ErrSourceDenied)
|
require.ErrorIs(t, err, ErrSourceDenied)
|
||||||
require.False(t, mut)
|
require.False(t, mut)
|
||||||
@@ -135,12 +127,8 @@ func testConvertMultiple(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -169,12 +157,8 @@ func testConvertWildcard(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/golang:1.19",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/golang:1.19",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -183,7 +167,7 @@ func testConvertWildcard(t *testing.T) {
|
|||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
require.True(t, mutated)
|
require.True(t, mutated)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
require.Equal(t, "docker-image://fakereg.io/library/golang:1.19", op.GetSource().Identifier)
|
require.Equal(t, "docker-image://fakereg.io/library/golang:1.19", op.Identifier)
|
||||||
}
|
}
|
||||||
|
|
||||||
func testConvertRegex(t *testing.T) {
|
func testConvertRegex(t *testing.T) {
|
||||||
@@ -202,12 +186,8 @@ func testConvertRegex(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/golang:1.19",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/golang:1.19",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -216,7 +196,7 @@ func testConvertRegex(t *testing.T) {
|
|||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
require.True(t, mutated)
|
require.True(t, mutated)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
require.Equal(t, "docker-image://fakereg.io/library/golang:1.19", op.GetSource().Identifier)
|
require.Equal(t, "docker-image://fakereg.io/library/golang:1.19", op.Identifier)
|
||||||
}
|
}
|
||||||
|
|
||||||
func testConvertHTTP(t *testing.T) {
|
func testConvertHTTP(t *testing.T) {
|
||||||
@@ -234,12 +214,8 @@ func testConvertHTTP(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "https://example.com/foo",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "https://example.com/foo",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -248,7 +224,7 @@ func testConvertHTTP(t *testing.T) {
|
|||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
require.True(t, mutated)
|
require.True(t, mutated)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
require.Equal(t, "https://example.com/foo", op.GetSource().Identifier)
|
require.Equal(t, "https://example.com/foo", op.Identifier)
|
||||||
}
|
}
|
||||||
|
|
||||||
func testConvertLoop(t *testing.T) {
|
func testConvertLoop(t *testing.T) {
|
||||||
@@ -275,12 +251,8 @@ func testConvertLoop(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -324,12 +296,8 @@ func testAllowConvertDeny(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -338,7 +306,7 @@ func testAllowConvertDeny(t *testing.T) {
|
|||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
require.True(t, mutated)
|
require.True(t, mutated)
|
||||||
require.ErrorIs(t, err, ErrSourceDenied)
|
require.ErrorIs(t, err, ErrSourceDenied)
|
||||||
require.Equal(t, op.GetSource().Identifier, "docker-image://docker.io/library/alpine:latest")
|
require.Equal(t, op.Identifier, "docker-image://docker.io/library/alpine:latest")
|
||||||
}
|
}
|
||||||
|
|
||||||
func testConvertDeny(t *testing.T) {
|
func testConvertDeny(t *testing.T) {
|
||||||
@@ -362,12 +330,8 @@ func testConvertDeny(t *testing.T) {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
@@ -376,7 +340,7 @@ func testConvertDeny(t *testing.T) {
|
|||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
require.True(t, mutated)
|
require.True(t, mutated)
|
||||||
require.ErrorIs(t, err, ErrSourceDenied)
|
require.ErrorIs(t, err, ErrSourceDenied)
|
||||||
require.Equal(t, op.GetSource().Identifier, "docker-image://docker.io/library/alpine:latest")
|
require.Equal(t, op.Identifier, "docker-image://docker.io/library/alpine:latest")
|
||||||
}
|
}
|
||||||
|
|
||||||
func testConvert(t *testing.T) {
|
func testConvert(t *testing.T) {
|
||||||
@@ -388,12 +352,8 @@ func testConvert(t *testing.T) {
|
|||||||
|
|
||||||
for src, dst := range cases {
|
for src, dst := range cases {
|
||||||
t.Run(src+"=>"+dst, func(t *testing.T) {
|
t.Run(src+"=>"+dst, func(t *testing.T) {
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: src,
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: src,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pol := &spb.Policy{
|
pol := &spb.Policy{
|
||||||
@@ -416,18 +376,14 @@ func testConvert(t *testing.T) {
|
|||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
require.True(t, mutated)
|
require.True(t, mutated)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
require.Equal(t, dst, op.GetSource().Identifier)
|
require.Equal(t, dst, op.Identifier)
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func testAllowDeny(t *testing.T) {
|
func testAllowDeny(t *testing.T) {
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/alpine:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/alpine:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
pol := &spb.Policy{
|
pol := &spb.Policy{
|
||||||
Rules: []*spb.Rule{
|
Rules: []*spb.Rule{
|
||||||
@@ -453,12 +409,8 @@ func testAllowDeny(t *testing.T) {
|
|||||||
require.False(t, mutated)
|
require.False(t, mutated)
|
||||||
require.ErrorIs(t, err, ErrSourceDenied)
|
require.ErrorIs(t, err, ErrSourceDenied)
|
||||||
|
|
||||||
op = &pb.Op{
|
op = &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: "docker-image://docker.io/library/busybox:latest",
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: "docker-image://docker.io/library/busybox:latest",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
mutated, err = e.Evaluate(ctx, op)
|
mutated, err = e.Evaluate(ctx, op)
|
||||||
@@ -489,12 +441,8 @@ func testDenyAll(t *testing.T) {
|
|||||||
e := NewEngine([]*spb.Policy{pol})
|
e := NewEngine([]*spb.Policy{pol})
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
|
|
||||||
op := &pb.Op{
|
op := &pb.SourceOp{
|
||||||
Op: &pb.Op_Source{
|
Identifier: ref,
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: ref,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
mutated, err := e.Evaluate(ctx, op)
|
mutated, err := e.Evaluate(ctx, op)
|
||||||
|
@@ -4,7 +4,6 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
|
||||||
"sync"
|
"sync"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
@@ -16,10 +15,7 @@ import (
|
|||||||
"github.com/containerd/containerd/remotes"
|
"github.com/containerd/containerd/remotes"
|
||||||
"github.com/containerd/containerd/remotes/docker"
|
"github.com/containerd/containerd/remotes/docker"
|
||||||
intoto "github.com/in-toto/in-toto-golang/in_toto"
|
intoto "github.com/in-toto/in-toto-golang/in_toto"
|
||||||
"github.com/moby/buildkit/solver/pb"
|
|
||||||
srctypes "github.com/moby/buildkit/source/types"
|
srctypes "github.com/moby/buildkit/source/types"
|
||||||
"github.com/moby/buildkit/sourcepolicy"
|
|
||||||
spb "github.com/moby/buildkit/sourcepolicy/pb"
|
|
||||||
"github.com/moby/buildkit/util/contentutil"
|
"github.com/moby/buildkit/util/contentutil"
|
||||||
"github.com/moby/buildkit/util/leaseutil"
|
"github.com/moby/buildkit/util/leaseutil"
|
||||||
"github.com/moby/buildkit/util/resolver/limited"
|
"github.com/moby/buildkit/util/resolver/limited"
|
||||||
@@ -63,8 +59,7 @@ func (e ResolveToNonImageError) Error() string {
|
|||||||
return fmt.Sprintf("ref mutated by policy to non-image: %s://%s -> %s", srctypes.DockerImageScheme, e.Ref, e.Updated)
|
return fmt.Sprintf("ref mutated by policy to non-image: %s://%s -> %s", srctypes.DockerImageScheme, e.Ref, e.Updated)
|
||||||
}
|
}
|
||||||
|
|
||||||
func Config(ctx context.Context, str string, resolver remotes.Resolver, cache ContentCache, leaseManager leases.Manager, p *ocispecs.Platform, spls []*spb.Policy) (string, digest.Digest, []byte, error) {
|
func Config(ctx context.Context, str string, resolver remotes.Resolver, cache ContentCache, leaseManager leases.Manager, p *ocispecs.Platform) (digest.Digest, []byte, error) {
|
||||||
// TODO: fix buildkit to take interface instead of struct
|
|
||||||
var platform platforms.MatchComparer
|
var platform platforms.MatchComparer
|
||||||
if p != nil {
|
if p != nil {
|
||||||
platform = platforms.Only(*p)
|
platform = platforms.Only(*p)
|
||||||
@@ -73,46 +68,13 @@ func Config(ctx context.Context, str string, resolver remotes.Resolver, cache Co
|
|||||||
}
|
}
|
||||||
ref, err := reference.Parse(str)
|
ref, err := reference.Parse(str)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, errors.WithStack(err)
|
return "", nil, errors.WithStack(err)
|
||||||
}
|
|
||||||
|
|
||||||
op := &pb.Op{
|
|
||||||
Op: &pb.Op_Source{
|
|
||||||
Source: &pb.SourceOp{
|
|
||||||
Identifier: srctypes.DockerImageScheme + "://" + ref.String(),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
mut, err := sourcepolicy.NewEngine(spls).Evaluate(ctx, op)
|
|
||||||
if err != nil {
|
|
||||||
return "", "", nil, errors.Wrap(err, "could not resolve image due to policy")
|
|
||||||
}
|
|
||||||
|
|
||||||
if mut {
|
|
||||||
var (
|
|
||||||
t string
|
|
||||||
ok bool
|
|
||||||
)
|
|
||||||
|
|
||||||
sid := op.GetSource().GetIdentifier()
|
|
||||||
t, newRef, ok := strings.Cut(sid, "://")
|
|
||||||
if !ok {
|
|
||||||
return "", "", nil, errors.Errorf("could not parse ref: %s", sid)
|
|
||||||
}
|
|
||||||
if ok && t != srctypes.DockerImageScheme {
|
|
||||||
return "", "", nil, &ResolveToNonImageError{Ref: str, Updated: sid}
|
|
||||||
}
|
|
||||||
ref, err = reference.Parse(newRef)
|
|
||||||
if err != nil {
|
|
||||||
return "", "", nil, errors.WithStack(err)
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if leaseManager != nil {
|
if leaseManager != nil {
|
||||||
ctx2, done, err := leaseutil.WithLease(ctx, leaseManager, leases.WithExpiration(5*time.Minute), leaseutil.MakeTemporary)
|
ctx2, done, err := leaseutil.WithLease(ctx, leaseManager, leases.WithExpiration(5*time.Minute), leaseutil.MakeTemporary)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, errors.WithStack(err)
|
return "", nil, errors.WithStack(err)
|
||||||
}
|
}
|
||||||
ctx = ctx2
|
ctx = ctx2
|
||||||
defer func() {
|
defer func() {
|
||||||
@@ -143,18 +105,18 @@ func Config(ctx context.Context, str string, resolver remotes.Resolver, cache Co
|
|||||||
if desc.MediaType == "" {
|
if desc.MediaType == "" {
|
||||||
_, desc, err = resolver.Resolve(ctx, ref.String())
|
_, desc, err = resolver.Resolve(ctx, ref.String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fetcher, err := resolver.Fetcher(ctx, ref.String())
|
fetcher, err := resolver.Fetcher(ctx, ref.String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
if desc.MediaType == images.MediaTypeDockerSchema1Manifest {
|
if desc.MediaType == images.MediaTypeDockerSchema1Manifest {
|
||||||
dgst, dt, err := readSchema1Config(ctx, ref.String(), desc, fetcher, cache)
|
dgst, dt, err := readSchema1Config(ctx, ref.String(), desc, fetcher, cache)
|
||||||
return ref.String(), dgst, dt, err
|
return dgst, dt, err
|
||||||
}
|
}
|
||||||
|
|
||||||
children := childrenConfigHandler(cache, platform)
|
children := childrenConfigHandler(cache, platform)
|
||||||
@@ -162,7 +124,7 @@ func Config(ctx context.Context, str string, resolver remotes.Resolver, cache Co
|
|||||||
|
|
||||||
dslHandler, err := docker.AppendDistributionSourceLabel(cache, ref.String())
|
dslHandler, err := docker.AppendDistributionSourceLabel(cache, ref.String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
handlers := []images.Handler{
|
handlers := []images.Handler{
|
||||||
@@ -171,19 +133,19 @@ func Config(ctx context.Context, str string, resolver remotes.Resolver, cache Co
|
|||||||
children,
|
children,
|
||||||
}
|
}
|
||||||
if err := images.Dispatch(ctx, images.Handlers(handlers...), nil, desc); err != nil {
|
if err := images.Dispatch(ctx, images.Handlers(handlers...), nil, desc); err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
config, err := images.Config(ctx, cache, desc, platform)
|
config, err := images.Config(ctx, cache, desc, platform)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
dt, err := content.ReadBlob(ctx, cache, config)
|
dt, err := content.ReadBlob(ctx, cache, config)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", "", nil, err
|
return "", nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
return ref.String(), desc.Digest, dt, nil
|
return desc.Digest, dt, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func childrenConfigHandler(provider content.Provider, platform platforms.MatchComparer) images.HandlerFunc {
|
func childrenConfigHandler(provider content.Provider, platform platforms.MatchComparer) images.HandlerFunc {
|
||||||
|
@@ -57,7 +57,7 @@ func TestConfigMultiplatform(t *testing.T) {
|
|||||||
// Now we should be able to get the amd64 config without fetching anything from the remote
|
// Now we should be able to get the amd64 config without fetching anything from the remote
|
||||||
// If it tries to fetch from the remote this will error out.
|
// If it tries to fetch from the remote this will error out.
|
||||||
const ref = "example.com/test:latest"
|
const ref = "example.com/test:latest"
|
||||||
_, _, dt, err := Config(ctx, ref, r, cc, nil, &pAmd64, nil)
|
_, dt, err := Config(ctx, ref, r, cc, nil, &pAmd64)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
|
|
||||||
var cfg ocispecs.Image
|
var cfg ocispecs.Image
|
||||||
@@ -67,7 +67,7 @@ func TestConfigMultiplatform(t *testing.T) {
|
|||||||
|
|
||||||
// Make sure it doesn't select a non-matching platform
|
// Make sure it doesn't select a non-matching platform
|
||||||
pArmv7 := platforms.MustParse("linux/arm/v7")
|
pArmv7 := platforms.MustParse("linux/arm/v7")
|
||||||
_, _, _, err = Config(ctx, ref, r, cc, nil, &pArmv7, nil)
|
_, _, err = Config(ctx, ref, r, cc, nil, &pArmv7)
|
||||||
require.ErrorIs(t, err, errdefs.ErrNotFound)
|
require.ErrorIs(t, err, errdefs.ErrNotFound)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -18,7 +18,7 @@ import (
|
|||||||
"github.com/moby/buildkit/cache"
|
"github.com/moby/buildkit/cache"
|
||||||
"github.com/moby/buildkit/cache/metadata"
|
"github.com/moby/buildkit/cache/metadata"
|
||||||
"github.com/moby/buildkit/client"
|
"github.com/moby/buildkit/client"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor"
|
"github.com/moby/buildkit/executor"
|
||||||
"github.com/moby/buildkit/executor/resources"
|
"github.com/moby/buildkit/executor/resources"
|
||||||
"github.com/moby/buildkit/exporter"
|
"github.com/moby/buildkit/exporter"
|
||||||
@@ -365,16 +365,65 @@ func (w *Worker) PruneCacheMounts(ctx context.Context, ids []string) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *Worker) ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt, sm *session.Manager, g session.Group) (string, digest.Digest, []byte, error) {
|
func (w *Worker) ResolveSourceMetadata(ctx context.Context, op *pb.SourceOp, opt sourceresolver.Opt, sm *session.Manager, g session.Group) (*sourceresolver.MetaResponse, error) {
|
||||||
// is this an registry source? Or an OCI layout source?
|
if opt.SourcePolicies != nil {
|
||||||
switch opt.ResolverType {
|
return nil, errors.New("source policies can not be set for worker")
|
||||||
case llb.ResolverTypeOCILayout:
|
|
||||||
return w.OCILayoutSource.ResolveImageConfig(ctx, ref, opt, sm, g)
|
|
||||||
// we probably should put an explicit case llb.ResolverTypeRegistry and default here,
|
|
||||||
// but then go complains that we do not have a return statement,
|
|
||||||
// so we just add it after
|
|
||||||
}
|
}
|
||||||
return w.ImageSource.ResolveImageConfig(ctx, ref, opt, sm, g)
|
|
||||||
|
var platform *pb.Platform
|
||||||
|
if p := opt.Platform; p != nil {
|
||||||
|
platform = &pb.Platform{
|
||||||
|
Architecture: p.Architecture,
|
||||||
|
OS: p.OS,
|
||||||
|
Variant: p.Variant,
|
||||||
|
OSVersion: p.OSVersion,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
id, err := w.SourceManager.Identifier(&pb.Op_Source{Source: op}, platform)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
switch idt := id.(type) {
|
||||||
|
case *containerimage.ImageIdentifier:
|
||||||
|
if opt.ImageOpt == nil {
|
||||||
|
opt.ImageOpt = &sourceresolver.ResolveImageOpt{}
|
||||||
|
}
|
||||||
|
dgst, config, err := w.ImageSource.ResolveImageConfig(ctx, idt.Reference.String(), opt, sm, g)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return &sourceresolver.MetaResponse{
|
||||||
|
Op: op,
|
||||||
|
Image: &sourceresolver.ResolveImageResponse{
|
||||||
|
Digest: dgst,
|
||||||
|
Config: config,
|
||||||
|
},
|
||||||
|
}, nil
|
||||||
|
case *containerimage.OCIIdentifier:
|
||||||
|
opt.OCILayoutOpt = &sourceresolver.ResolveOCILayoutOpt{
|
||||||
|
Store: sourceresolver.ResolveImageConfigOptStore{
|
||||||
|
StoreID: idt.StoreID,
|
||||||
|
SessionID: idt.SessionID,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
dgst, config, err := w.OCILayoutSource.ResolveImageConfig(ctx, idt.Reference.String(), opt, sm, g)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return &sourceresolver.MetaResponse{
|
||||||
|
Op: op,
|
||||||
|
Image: &sourceresolver.ResolveImageResponse{
|
||||||
|
Digest: dgst,
|
||||||
|
Config: config,
|
||||||
|
},
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
return &sourceresolver.MetaResponse{
|
||||||
|
Op: op,
|
||||||
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (w *Worker) DiskUsage(ctx context.Context, opt client.DiskUsageInfo) ([]*client.UsageInfo, error) {
|
func (w *Worker) DiskUsage(ctx context.Context, opt client.DiskUsageInfo) ([]*client.UsageInfo, error) {
|
||||||
|
@@ -6,15 +6,15 @@ import (
|
|||||||
|
|
||||||
"github.com/moby/buildkit/cache"
|
"github.com/moby/buildkit/cache"
|
||||||
"github.com/moby/buildkit/client"
|
"github.com/moby/buildkit/client"
|
||||||
"github.com/moby/buildkit/client/llb"
|
"github.com/moby/buildkit/client/llb/sourceresolver"
|
||||||
"github.com/moby/buildkit/executor"
|
"github.com/moby/buildkit/executor"
|
||||||
"github.com/moby/buildkit/exporter"
|
"github.com/moby/buildkit/exporter"
|
||||||
"github.com/moby/buildkit/frontend"
|
"github.com/moby/buildkit/frontend"
|
||||||
"github.com/moby/buildkit/session"
|
"github.com/moby/buildkit/session"
|
||||||
containerdsnapshot "github.com/moby/buildkit/snapshot/containerd"
|
containerdsnapshot "github.com/moby/buildkit/snapshot/containerd"
|
||||||
"github.com/moby/buildkit/solver"
|
"github.com/moby/buildkit/solver"
|
||||||
|
"github.com/moby/buildkit/solver/pb"
|
||||||
"github.com/moby/buildkit/util/leaseutil"
|
"github.com/moby/buildkit/util/leaseutil"
|
||||||
digest "github.com/opencontainers/go-digest"
|
|
||||||
ocispecs "github.com/opencontainers/image-spec/specs-go/v1"
|
ocispecs "github.com/opencontainers/image-spec/specs-go/v1"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -30,7 +30,7 @@ type Worker interface {
|
|||||||
LoadRef(ctx context.Context, id string, hidden bool) (cache.ImmutableRef, error)
|
LoadRef(ctx context.Context, id string, hidden bool) (cache.ImmutableRef, error)
|
||||||
// ResolveOp resolves Vertex.Sys() to Op implementation.
|
// ResolveOp resolves Vertex.Sys() to Op implementation.
|
||||||
ResolveOp(v solver.Vertex, s frontend.FrontendLLBBridge, sm *session.Manager) (solver.Op, error)
|
ResolveOp(v solver.Vertex, s frontend.FrontendLLBBridge, sm *session.Manager) (solver.Op, error)
|
||||||
ResolveImageConfig(ctx context.Context, ref string, opt llb.ResolveImageConfigOpt, sm *session.Manager, g session.Group) (string, digest.Digest, []byte, error)
|
ResolveSourceMetadata(ctx context.Context, op *pb.SourceOp, opt sourceresolver.Opt, sm *session.Manager, g session.Group) (*sourceresolver.MetaResponse, error)
|
||||||
DiskUsage(ctx context.Context, opt client.DiskUsageInfo) ([]*client.UsageInfo, error)
|
DiskUsage(ctx context.Context, opt client.DiskUsageInfo) ([]*client.UsageInfo, error)
|
||||||
Exporter(name string, sm *session.Manager) (exporter.Exporter, error)
|
Exporter(name string, sm *session.Manager) (exporter.Exporter, error)
|
||||||
Prune(ctx context.Context, ch chan client.UsageInfo, opt ...client.PruneInfo) error
|
Prune(ctx context.Context, ch chan client.UsageInfo, opt ...client.PruneInfo) error
|
||||||
|
Reference in New Issue
Block a user