Account for pack header overhead at each entry

This will miss the pack header crypto overhead and the length field,
which only amount to a few bytes per pack file.

internal/repository/packer_manager.go

@@ -106,11 +106,11 @@ func (r *packerManager) insertPacker(p *Packer) {
 }
 
 // savePacker stores p in the backend.
-func (r *Repository) savePacker(ctx context.Context, t restic.BlobType, p *Packer) error {
+func (r *Repository) savePacker(ctx context.Context, t restic.BlobType, p *Packer) (int, error) {
 	debug.Log("save packer for %v with %d blobs (%d bytes)\n", t, p.Packer.Count(), p.Packer.Size())
-	_, err := p.Packer.Finalize()
+	hdrOverhead, err := p.Packer.Finalize()
 	if err != nil {
-		return err
+		return 0, err
 	}
 
 	id := restic.IDFromHash(p.hw.Sum(nil))
@@ -122,27 +122,27 @@ func (r *Repository) savePacker(ctx context.Context, t restic.BlobType, p *Packe
 	}
 	rd, err := restic.NewFileReader(p.tmpfile, beHash)
 	if err != nil {
-		return err
+		return 0, err
 	}
 
 	err = r.be.Save(ctx, h, rd)
 	if err != nil {
 		debug.Log("Save(%v) error: %v", h, err)
-		return err
+		return 0, err
 	}
 
 	debug.Log("saved as %v", h)
 
 	err = p.tmpfile.Close()
 	if err != nil {
-		return errors.Wrap(err, "close tempfile")
+		return 0, errors.Wrap(err, "close tempfile")
 	}
 
 	// on windows the tempfile is automatically deleted on close
 	if runtime.GOOS != "windows" {
 		err = fs.RemoveIfExists(p.tmpfile.Name())
 		if err != nil {
-			return errors.Wrap(err, "Remove")
+			return 0, errors.Wrap(err, "Remove")
 		}
 	}
 
@@ -152,9 +152,9 @@ func (r *Repository) savePacker(ctx context.Context, t restic.BlobType, p *Packe
 
 	// Save index if full
 	if r.noAutoIndexUpdate {
-		return nil
+		return hdrOverhead, nil
 	}
-	return r.idx.SaveFullIndex(ctx, r)
+	return hdrOverhead, r.idx.SaveFullIndex(ctx, r)
 }
 
 // countPacker returns the number of open (unfinished) packers.

internal/repository/packer_manager_test.go

@@ -74,8 +74,8 @@ func fillPacks(t testing.TB, rnd *rand.Rand, be Saver, pm *packerManager, buf []
 		if err != nil {
 			t.Fatal(err)
 		}
-		if n != l {
-			t.Errorf("Add() returned invalid number of bytes: want %v, got %v", n, l)
+		if n != l+37 {
+			t.Errorf("Add() returned invalid number of bytes: want %v, got %v", l, n)
 		}
 		bytes += l
 
@@ -107,7 +107,7 @@ func flushRemainingPacks(t testing.TB, be Saver, pm *packerManager) (bytes int)
 			if err != nil {
 				t.Fatal(err)
 			}
-			bytes += int(n)
+			bytes += n
 
 			packID := restic.IDFromHash(packer.hw.Sum(nil))
 			var beHash []byte

internal/repository/repository.go

@@ -435,12 +435,12 @@ func (r *Repository) saveAndEncrypt(ctx context.Context, t restic.BlobType, data
 	}
 
 	// else write the pack to the backend
-	err = r.savePacker(ctx, t, packer)
+	hdrSize, err := r.savePacker(ctx, t, packer)
 	if err != nil {
 		return 0, err
 	}
 
-	return size, nil
+	return size + hdrSize, nil
 }
 
 // SaveJSONUnpacked serialises item as JSON and encrypts and saves it in the
@@ -551,7 +551,7 @@ func (r *Repository) flushPacks(ctx context.Context) error {
 
 		debug.Log("manually flushing %d packs", len(p.pm.packers))
 		for _, packer := range p.pm.packers {
-			err := r.savePacker(ctx, p.t, packer)
+			_, err := r.savePacker(ctx, p.t, packer)
 			if err != nil {
 				p.pm.pm.Unlock()
 				return err