Files
buildkit/client/llb/fileop_test.go
Tonis Tiigi b61489948c tests: use t.Context in unit tests
Replace context.TODO/background calls in targeted unit tests with
t.Context().

Signed-off-by: Tonis Tiigi <tonistiigi@gmail.com>
2026-02-25 16:41:54 -08:00

813 lines
23 KiB
Go

package llb
import (
"testing"
"time"
"github.com/moby/buildkit/solver/pb"
digest "github.com/opencontainers/go-digest"
"github.com/stretchr/testify/require"
"golang.org/x/sync/errgroup"
)
func TestFileMkdir(t *testing.T) {
t.Parallel()
st := Image("foo").File(Mkdir("/foo", 0700))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, arr[0], m[arr[1].Inputs[0].Digest])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 1, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/foo", mkdir.Path)
require.Equal(t, 0700, int(mkdir.Mode))
require.Equal(t, int64(-1), mkdir.Timestamp)
}
func TestFileMkdirChain(t *testing.T) {
t.Parallel()
st := Image("foo").Dir("/etc").File(Mkdir("/foo", 0700).Mkdir("bar", 0600, WithParents(true)).Mkdir("bar/baz", 0701, WithParents(false)))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 3, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/foo", mkdir.Path)
require.Equal(t, 0700, int(mkdir.Mode))
require.Equal(t, false, mkdir.MakeParents)
require.Nil(t, mkdir.Owner)
action = f.Actions[1]
require.Equal(t, 1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkdir = action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/etc/bar", mkdir.Path)
require.Equal(t, 0600, int(mkdir.Mode))
require.Equal(t, true, mkdir.MakeParents)
require.Nil(t, mkdir.Owner)
action = f.Actions[2]
require.Equal(t, 2, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
mkdir = action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/etc/bar/baz", mkdir.Path)
require.Equal(t, 0701, int(mkdir.Mode))
require.Equal(t, false, mkdir.MakeParents)
require.Nil(t, mkdir.Owner)
}
func TestFileMkdirMkfile(t *testing.T) {
t.Parallel()
st := Scratch().File(Mkdir("/foo", 0700).Mkfile("bar", 0700, []byte("data")))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 2, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[0])
f := arr[0].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 2, len(f.Actions))
action := f.Actions[0]
require.Equal(t, -1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/foo", mkdir.Path)
require.Equal(t, 0700, int(mkdir.Mode))
require.Equal(t, int64(-1), mkdir.Timestamp)
action = f.Actions[1]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
mkfile := action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, "/bar", mkfile.Path)
require.Equal(t, 0700, int(mkfile.Mode))
require.Equal(t, "data", string(mkfile.Data))
require.Equal(t, int64(-1), mkfile.Timestamp)
}
func TestFileMkfile(t *testing.T) {
t.Parallel()
st := Image("foo").File(Mkfile("/foo", 0700, []byte("data")))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 1, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, "/foo", mkdir.Path)
require.Equal(t, 0700, int(mkdir.Mode))
require.Equal(t, "data", string(mkdir.Data))
require.Equal(t, int64(-1), mkdir.Timestamp)
}
func TestFileSymlink(t *testing.T) {
t.Parallel()
st := Image("foo").Dir("/src").File(
Mkdir("dir", 0o755).
Symlink("/src/dir", "/srcdir").
Mkfile("/srcdir/file", 0700, []byte("asdfjkl;")).
Symlink("dir/file", "/srcdirfile").
Mkdir("/src/dir/subdir", 0o755).
Symlink("/src/dir/subdir", "/src/dir/subdir/nested"))
const numOps = 2
const numActions = 6
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, numOps+1, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[numOps-1])
fileOpNode := arr[1]
fileOp := fileOpNode.Op.(*pb.Op_File).File
require.Equal(t, numActions, len(fileOp.Actions))
require.Equal(t, 1, len(fileOpNode.Inputs))
require.Equal(t, m[fileOpNode.Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(fileOpNode.Inputs[0].Index))
symlinkTests := []*pb.FileActionSymlink{
nil,
{Oldpath: "/src/dir", Newpath: "/srcdir"},
nil,
{Oldpath: "dir/file", Newpath: "/srcdirfile"},
nil,
{Oldpath: "/src/dir/subdir", Newpath: "/src/dir/subdir/nested"},
}
for i := range numActions {
expectedOutput := -1
if i == numActions-1 {
expectedOutput = 0
}
require.Equal(t, int(fileOp.Actions[i].Input), i)
require.Equal(t, -1, int(fileOp.Actions[i].SecondaryInput))
require.Equal(t, expectedOutput, int(fileOp.Actions[i].Output))
if symlinkTests[i] == nil {
continue
}
symlink := fileOp.Actions[i].Action.(*pb.FileAction_Symlink).Symlink
require.Equal(t, symlink.Oldpath, symlinkTests[i].Oldpath)
require.Equal(t, symlink.Newpath, symlinkTests[i].Newpath)
}
}
func TestFileRm(t *testing.T) {
t.Parallel()
st := Image("foo").File(Rm("/foo"))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 1, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
rm := action.Action.(*pb.FileAction_Rm).Rm
require.Equal(t, "/foo", rm.Path)
}
func TestFileSimpleChains(t *testing.T) {
t.Parallel()
st := Image("foo").Dir("/tmp").
File(
Mkdir("foo/bar/", 0700).
Rm("abc").
Mkfile("foo/bar/baz", 0777, []byte("d0")),
).
Dir("sub").
File(
Rm("foo").
Mkfile("/abc", 0701, []byte("d1")),
)
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 4, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[2])
f := arr[2].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[2].Inputs))
require.Equal(t, m[arr[2].Inputs[0].Digest], arr[1])
require.Equal(t, 0, int(arr[2].Inputs[0].Index))
require.Equal(t, 2, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
rm := action.Action.(*pb.FileAction_Rm).Rm
require.Equal(t, "/tmp/sub/foo", rm.Path)
action = f.Actions[1]
require.Equal(t, 1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
mkfile := action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, "/abc", mkfile.Path)
f = arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 3, len(f.Actions))
action = f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/tmp/foo/bar", mkdir.Path)
action = f.Actions[1]
require.Equal(t, 1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
rm = action.Action.(*pb.FileAction_Rm).Rm
require.Equal(t, "/tmp/abc", rm.Path)
action = f.Actions[2]
require.Equal(t, 2, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
mkfile = action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, "/tmp/foo/bar/baz", mkfile.Path)
}
func TestFileCopy(t *testing.T) {
t.Parallel()
st := Image("foo").Dir("/tmp").File(Copy(Image("bar").Dir("/etc"), "foo", "bar"))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 4, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[2])
f := arr[2].Op.(*pb.Op_File).File
require.Equal(t, 2, len(arr[2].Inputs))
require.Equal(t, "docker-image://docker.io/library/foo:latest", m[arr[2].Inputs[0].Digest].Op.(*pb.Op_Source).Source.Identifier)
require.Equal(t, 0, int(arr[2].Inputs[0].Index))
require.Equal(t, "docker-image://docker.io/library/bar:latest", m[arr[2].Inputs[1].Digest].Op.(*pb.Op_Source).Source.Identifier)
require.Equal(t, 0, int(arr[2].Inputs[1].Index))
require.Equal(t, 1, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, 1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
copy := action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/etc/foo", copy.Src)
require.Equal(t, "/tmp/bar", copy.Dest)
require.Equal(t, int64(-1), copy.Timestamp)
}
func TestFileCopyFromAction(t *testing.T) {
t.Parallel()
st := Image("foo").Dir("/out").File(
Copy(
Mkdir("foo", 0700).
Mkfile("foo/bar", 0600, []byte("dt")).
WithState(Scratch().Dir("/tmp")),
"foo/bar", "baz"))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 3, len(f.Actions))
action := f.Actions[0]
require.Equal(t, -1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/tmp/foo", mkdir.Path)
require.Equal(t, 0700, int(mkdir.Mode))
action = f.Actions[1]
require.Equal(t, 1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkfile := action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, "/tmp/foo/bar", mkfile.Path)
require.Equal(t, 0600, int(mkfile.Mode))
require.Equal(t, "dt", string(mkfile.Data))
action = f.Actions[2]
require.Equal(t, 0, int(action.Input))
require.Equal(t, 2, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
copy := action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/tmp/foo/bar", copy.Src)
require.Equal(t, "/out/baz", copy.Dest)
}
func TestFilePipeline(t *testing.T) {
t.Parallel()
st := Image("foo").Dir("/out").
File(
Copy(
Mkdir("foo", 0700).
Mkfile("foo/bar", 0600, []byte("dt")).
WithState(Image("bar").Dir("/tmp")),
"foo/bar", "baz").
Rm("foo/bax"),
).
File(
Mkdir("/bar", 0701).
Copy(Image("foo"), "in", "out").
Copy(Image("baz").Dir("/base"), "in2", "out2"),
)
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 6, len(arr)) // 3 img + 2 file + pointer
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[4])
f := arr[4].Op.(*pb.Op_File).File
require.Equal(t, 3, len(arr[4].Inputs))
require.Equal(t, "docker-image://docker.io/library/foo:latest", m[arr[4].Inputs[1].Digest].Op.(*pb.Op_Source).Source.Identifier)
require.Equal(t, 0, int(arr[4].Inputs[1].Index))
require.Equal(t, "docker-image://docker.io/library/baz:latest", m[arr[4].Inputs[2].Digest].Op.(*pb.Op_Source).Source.Identifier)
require.Equal(t, 0, int(arr[4].Inputs[2].Index))
require.Equal(t, 3, len(f.Actions))
action := f.Actions[0]
require.Equal(t, 0, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/bar", mkdir.Path)
require.Equal(t, 0701, int(mkdir.Mode))
action = f.Actions[1]
require.Equal(t, 3, int(action.Input))
require.Equal(t, 1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
copy := action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/in", copy.Src)
require.Equal(t, "/out/out", copy.Dest)
action = f.Actions[2]
require.Equal(t, 4, int(action.Input))
require.Equal(t, 2, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
copy = action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/base/in2", copy.Src)
require.Equal(t, "/out/out2", copy.Dest)
f = m[arr[4].Inputs[0].Digest].Op.(*pb.Op_File).File
op := m[arr[4].Inputs[0].Digest]
require.Equal(t, 2, len(op.Inputs))
require.Equal(t, 4, len(f.Actions))
action = f.Actions[0]
require.Equal(t, 1, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
require.Equal(t, "docker-image://docker.io/library/bar:latest", m[op.Inputs[1].Digest].Op.(*pb.Op_Source).Source.Identifier)
mkdir = action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "/tmp/foo", mkdir.Path)
require.Equal(t, 0700, int(mkdir.Mode))
action = f.Actions[1]
require.Equal(t, 2, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
mkfile := action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, "/tmp/foo/bar", mkfile.Path)
require.Equal(t, 0600, int(mkfile.Mode))
require.Equal(t, "dt", string(mkfile.Data))
action = f.Actions[2]
require.Equal(t, 0, int(action.Input))
require.Equal(t, 3, int(action.SecondaryInput))
require.Equal(t, -1, int(action.Output))
require.Equal(t, arr[4].Inputs[1].Digest, op.Inputs[0].Digest)
copy = action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/tmp/foo/bar", copy.Src)
require.Equal(t, "/out/baz", copy.Dest)
action = f.Actions[3]
require.Equal(t, 4, int(action.Input))
require.Equal(t, -1, int(action.SecondaryInput))
require.Equal(t, 0, int(action.Output))
rm := action.Action.(*pb.FileAction_Rm).Rm
require.Equal(t, "/out/foo/bax", rm.Path)
}
func TestFileOwner(t *testing.T) {
t.Parallel()
st := Image("foo").File(Mkdir("/foo", 0700).Mkdir("bar", 0600, WithUIDGID(123, 456)).Mkdir("bar/baz", 0701, WithUser("foouser")))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 3, len(f.Actions))
action := f.Actions[0]
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Nil(t, mkdir.Owner)
action = f.Actions[1]
mkdir = action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, 123, int(mkdir.Owner.User.User.(*pb.UserOpt_ByID).ByID))
require.Equal(t, 456, int(mkdir.Owner.Group.User.(*pb.UserOpt_ByID).ByID))
action = f.Actions[2]
mkdir = action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "foouser", mkdir.Owner.User.User.(*pb.UserOpt_ByName).ByName.Name)
require.Equal(t, 0, int(mkdir.Owner.User.User.(*pb.UserOpt_ByName).ByName.Input))
require.Nil(t, mkdir.Owner.Group)
}
func TestFileOwnerRoot(t *testing.T) {
t.Parallel()
st := Image("foo").File(Mkdir("bar/baz", 0701, WithUser("root:root")))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
_, arr := parseDef(t, def.Def)
action := arr[1].Op.(*pb.Op_File).File.Actions[0]
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, 0, int(mkdir.Owner.User.User.(*pb.UserOpt_ByID).ByID))
require.Equal(t, 0, int(mkdir.Owner.Group.User.(*pb.UserOpt_ByID).ByID))
}
func TestFileOwnerWithGroup(t *testing.T) {
t.Parallel()
st := Image("foo").File(Mkdir("bar/baz", 0701, WithUser("foo:bar")))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
_, arr := parseDef(t, def.Def)
action := arr[1].Op.(*pb.Op_File).File.Actions[0]
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "foo", mkdir.Owner.User.User.(*pb.UserOpt_ByName).ByName.Name)
require.Equal(t, "bar", mkdir.Owner.Group.User.(*pb.UserOpt_ByName).ByName.Name)
}
func TestFileOwnerWithUIDAndGID(t *testing.T) {
t.Parallel()
st := Image("foo").File(Mkdir("bar/baz", 0701, WithUser("1000:1001")))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
_, arr := parseDef(t, def.Def)
action := arr[1].Op.(*pb.Op_File).File.Actions[0]
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, 1000, int(mkdir.Owner.User.User.(*pb.UserOpt_ByID).ByID))
require.Equal(t, 1001, int(mkdir.Owner.Group.User.(*pb.UserOpt_ByID).ByID))
}
func TestFileCopyOwner(t *testing.T) {
t.Parallel()
st := Scratch().
File(Mkdir("/foo", 0700, WithUser("user1")).
Copy(Image("foo"), "src1", "dst", WithUser("user2")).
Copy(
Copy(Scratch(), "src0", "src2", WithUser("user3")).WithState(Image("foo")),
"src2", "dst", WithUser("user4")).
Copy(Image("foo"), "src3", "dst", WithUIDGID(1, 2)),
)
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 5, len(f.Actions))
action := f.Actions[0]
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, "user1", mkdir.Owner.User.User.(*pb.UserOpt_ByName).ByName.Name)
require.Equal(t, -1, int(mkdir.Owner.User.User.(*pb.UserOpt_ByName).ByName.Input))
require.Nil(t, mkdir.Owner.Group)
action = f.Actions[1]
copy := action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/src1", copy.Src)
require.Equal(t, "user2", copy.Owner.User.User.(*pb.UserOpt_ByName).ByName.Name)
require.Equal(t, -1, int(copy.Owner.User.User.(*pb.UserOpt_ByName).ByName.Input))
require.Nil(t, copy.Owner.Group)
action = f.Actions[2]
copy = action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/src0", copy.Src)
require.Equal(t, "user3", copy.Owner.User.User.(*pb.UserOpt_ByName).ByName.Name)
require.Equal(t, 0, int(copy.Owner.User.User.(*pb.UserOpt_ByName).ByName.Input))
require.Nil(t, copy.Owner.Group)
action = f.Actions[3]
copy = action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/src2", copy.Src)
require.Equal(t, "user4", copy.Owner.User.User.(*pb.UserOpt_ByName).ByName.Name)
require.Equal(t, -1, int(copy.Owner.User.User.(*pb.UserOpt_ByName).ByName.Input))
require.Nil(t, copy.Owner.Group)
action = f.Actions[4]
copy = action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, "/src3", copy.Src)
require.Equal(t, 1, int(copy.Owner.User.User.(*pb.UserOpt_ByID).ByID))
require.Equal(t, 2, int(copy.Owner.Group.User.(*pb.UserOpt_ByID).ByID))
}
func TestFileCreatedTime(t *testing.T) {
t.Parallel()
dt := time.Now()
dt2 := time.Date(2009, time.November, 10, 23, 0, 0, 0, time.UTC)
dt3 := time.Date(2019, time.November, 10, 23, 0, 0, 0, time.UTC)
st := Image("foo").File(
Mkdir("/foo", 0700, WithCreatedTime(dt)).
Mkfile("bar", 0600, []byte{}, WithCreatedTime(dt2)).
Copy(Scratch(), "src", "dst", WithCreatedTime(dt3)))
def, err := st.Marshal(t.Context())
require.NoError(t, err)
m, arr := parseDef(t, def.Def)
require.Equal(t, 3, len(arr))
dgst, idx := last(t, arr)
require.Equal(t, 0, idx)
require.Equal(t, m[dgst], arr[1])
f := arr[1].Op.(*pb.Op_File).File
require.Equal(t, 1, len(arr[1].Inputs))
require.Equal(t, m[arr[1].Inputs[0].Digest], arr[0])
require.Equal(t, 0, int(arr[1].Inputs[0].Index))
require.Equal(t, 3, len(f.Actions))
action := f.Actions[0]
mkdir := action.Action.(*pb.FileAction_Mkdir).Mkdir
require.Equal(t, dt.UnixNano(), mkdir.Timestamp)
action = f.Actions[1]
mkfile := action.Action.(*pb.FileAction_Mkfile).Mkfile
require.Equal(t, dt2.UnixNano(), mkfile.Timestamp)
action = f.Actions[2]
copy := action.Action.(*pb.FileAction_Copy).Copy
require.Equal(t, dt3.UnixNano(), copy.Timestamp)
}
func parseDef(t *testing.T, def [][]byte) (map[string]*pb.Op, []*pb.Op) {
m := map[string]*pb.Op{}
arr := make([]*pb.Op, 0, len(def))
for _, dt := range def {
var op pb.Op
err := op.Unmarshal(dt)
require.NoError(t, err)
dgst := digest.FromBytes(dt)
m[string(dgst)] = &op
arr = append(arr, &op)
// fmt.Printf(":: %T %+v\n", op.Op, op)
}
return m, arr
}
func last(t *testing.T, arr []*pb.Op) (string, int) {
require.Greater(t, len(arr), 1)
op := arr[len(arr)-1]
require.Equal(t, 1, len(op.Inputs))
return op.Inputs[0].Digest, int(op.Inputs[0].Index)
}
func TestFileOpMarshalConsistency(t *testing.T) {
var prevDef [][]byte
f1 := Scratch().File(Mkfile("/tmp", 0644, []byte("tmp 1")))
f2 := Scratch().File(Mkfile("/a", 0644, []byte("tmp 2")))
st := Image("foo").Dir("/tmp").
File(Copy(f1, "/foo", "/bar")).
File(Copy(f2, "/a", "/b"))
for range 100 {
def, err := st.Marshal(t.Context())
require.NoError(t, err)
if prevDef != nil {
require.Equal(t, def.Def, prevDef)
}
prevDef = def.Def
}
}
func TestParallelMarshal(t *testing.T) {
st := Scratch().File(Mkfile("/tmp", 0644, []byte("tmp 1")))
eg, ctx := errgroup.WithContext(t.Context())
for range 100 {
eg.Go(func() error {
_, err := st.Marshal(ctx)
return err
})
}
require.NoError(t, eg.Wait())
}