pack: move to repository package

internal/repository/pack/pack_test.go

@@ -0,0 +1,146 @@
+package pack_test
+
+import (
+	"bytes"
+	"context"
+	"crypto/rand"
+	"crypto/sha256"
+	"encoding/json"
+	"io"
+	"testing"
+
+	"github.com/restic/restic/internal/backend"
+	"github.com/restic/restic/internal/backend/mem"
+	"github.com/restic/restic/internal/crypto"
+	"github.com/restic/restic/internal/repository/pack"
+	"github.com/restic/restic/internal/restic"
+	rtest "github.com/restic/restic/internal/test"
+)
+
+var testLens = []int{23, 31650, 25860, 10928, 13769, 19862, 5211, 127, 13690, 30231}
+
+type Buf struct {
+	data []byte
+	id   restic.ID
+}
+
+func newPack(t testing.TB, k *crypto.Key, lengths []int) ([]Buf, []byte, uint) {
+	bufs := []Buf{}
+
+	for _, l := range lengths {
+		b := make([]byte, l)
+		_, err := io.ReadFull(rand.Reader, b)
+		rtest.OK(t, err)
+		h := sha256.Sum256(b)
+		bufs = append(bufs, Buf{data: b, id: h})
+	}
+
+	// pack blobs
+	var buf bytes.Buffer
+	p := pack.NewPacker(k, &buf)
+	for _, b := range bufs {
+		_, err := p.Add(restic.TreeBlob, b.id, b.data, 2*len(b.data))
+		rtest.OK(t, err)
+	}
+
+	err := p.Finalize()
+	rtest.OK(t, err)
+
+	return bufs, buf.Bytes(), p.Size()
+}
+
+func verifyBlobs(t testing.TB, bufs []Buf, k *crypto.Key, rd io.ReaderAt, packSize uint) {
+	written := 0
+	for _, buf := range bufs {
+		written += len(buf.data)
+	}
+
+	// read and parse it again
+	entries, hdrSize, err := pack.List(k, rd, int64(packSize))
+	rtest.OK(t, err)
+	rtest.Equals(t, len(entries), len(bufs))
+
+	// check the head size calculation for consistency
+	headerSize := pack.CalculateHeaderSize(entries)
+	written += headerSize
+
+	// check length
+	rtest.Equals(t, uint(written), packSize)
+	rtest.Equals(t, headerSize, int(hdrSize))
+
+	var buf []byte
+	for i, b := range bufs {
+		e := entries[i]
+		rtest.Equals(t, b.id, e.ID)
+
+		if len(buf) < int(e.Length) {
+			buf = make([]byte, int(e.Length))
+		}
+		buf = buf[:int(e.Length)]
+		n, err := rd.ReadAt(buf, int64(e.Offset))
+		rtest.OK(t, err)
+		buf = buf[:n]
+
+		rtest.Assert(t, bytes.Equal(b.data, buf),
+			"data for blob %v doesn't match", i)
+	}
+}
+
+func TestCreatePack(t *testing.T) {
+	// create random keys
+	k := crypto.NewRandomKey()
+
+	bufs, packData, packSize := newPack(t, k, testLens)
+	rtest.Equals(t, uint(len(packData)), packSize)
+	verifyBlobs(t, bufs, k, bytes.NewReader(packData), packSize)
+}
+
+var blobTypeJSON = []struct {
+	t   restic.BlobType
+	res string
+}{
+	{restic.DataBlob, `"data"`},
+	{restic.TreeBlob, `"tree"`},
+}
+
+func TestBlobTypeJSON(t *testing.T) {
+	for _, test := range blobTypeJSON {
+		// test serialize
+		buf, err := json.Marshal(test.t)
+		rtest.OK(t, err)
+		rtest.Equals(t, test.res, string(buf))
+
+		// test unserialize
+		var v restic.BlobType
+		err = json.Unmarshal([]byte(test.res), &v)
+		rtest.OK(t, err)
+		rtest.Equals(t, test.t, v)
+	}
+}
+
+func TestUnpackReadSeeker(t *testing.T) {
+	// create random keys
+	k := crypto.NewRandomKey()
+
+	bufs, packData, packSize := newPack(t, k, testLens)
+
+	b := mem.New()
+	id := restic.Hash(packData)
+
+	handle := backend.Handle{Type: backend.PackFile, Name: id.String()}
+	rtest.OK(t, b.Save(context.TODO(), handle, backend.NewByteReader(packData, b.Hasher())))
+	verifyBlobs(t, bufs, k, backend.ReaderAt(context.TODO(), b, handle), packSize)
+}
+
+func TestShortPack(t *testing.T) {
+	k := crypto.NewRandomKey()
+
+	bufs, packData, packSize := newPack(t, k, []int{23})
+
+	b := mem.New()
+	id := restic.Hash(packData)
+
+	handle := backend.Handle{Type: backend.PackFile, Name: id.String()}
+	rtest.OK(t, b.Save(context.TODO(), handle, backend.NewByteReader(packData, b.Hasher())))
+	verifyBlobs(t, bufs, k, backend.ReaderAt(context.TODO(), b, handle), packSize)
+}