mirror of
https://github.com/pgsty/minio.git
synced 2026-11-11 10:05:34 +03:00
fix(restore): retain legacy part-size compatibility
Signed-off-by: Feng Ruohang <rh@vonng.com>
This commit is contained in:
@@ -2728,8 +2728,14 @@ func (er erasureObjects) restoreTransitionedObject(ctx context.Context, bucket s
|
|||||||
|
|
||||||
// rehydrate the parts back on disk as per the original xl.meta prior to transition
|
// rehydrate the parts back on disk as per the original xl.meta prior to transition
|
||||||
for _, partInfo := range oi.Parts {
|
for _, partInfo := range oi.Parts {
|
||||||
// Stored and logical lengths differ for compressed/encrypted data.
|
// Old uncompressed parts may not record ActualSize. Encrypted parts
|
||||||
hr, err := hash.NewReader(ctx, io.LimitReader(gr, partInfo.Size), partInfo.Size, "", "", partInfo.ActualSize)
|
// derive it from the written ciphertext in PutObjectPart; compressed
|
||||||
|
// parts need their recorded logical length, including valid zero sizes.
|
||||||
|
actualSize := partInfo.Size
|
||||||
|
if oi.IsCompressed() {
|
||||||
|
actualSize = partInfo.ActualSize
|
||||||
|
}
|
||||||
|
hr, err := hash.NewReader(ctx, io.LimitReader(gr, partInfo.Size), partInfo.Size, "", "", actualSize)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return setRestoreHeaderFn(oi, err)
|
return setRestoreHeaderFn(oi, err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -19,6 +19,7 @@ package cmd
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/http/httptest"
|
"net/http/httptest"
|
||||||
@@ -102,6 +103,10 @@ func TestNativeRestoreEncodedObjects(t *testing.T) {
|
|||||||
if beforeGet.Code != http.StatusOK || !bytes.Equal(beforeGet.Body.Bytes(), want) {
|
if beforeGet.Code != http.StatusOK || !bytes.Equal(beforeGet.Body.Bytes(), want) {
|
||||||
t.Fatalf("fixture GET: %d bytes=%d want=%d", beforeGet.Code, beforeGet.Body.Len(), len(want))
|
t.Fatalf("fixture GET: %d bytes=%d want=%d", beforeGet.Code, beforeGet.Body.Len(), len(want))
|
||||||
}
|
}
|
||||||
|
beforeETags := beforeGet.Header()[xhttp.ETag]
|
||||||
|
if len(beforeETags) != 1 || beforeETags[0] == "" {
|
||||||
|
t.Fatal("fixture GET must expose a nonempty ETag")
|
||||||
|
}
|
||||||
beforeRaw := nativeRestoreSnapshot(t, r)
|
beforeRaw := nativeRestoreSnapshot(t, r)
|
||||||
topts := r.opts(before.VersionID)
|
topts := r.opts(before.VersionID)
|
||||||
topts.MTime = before.ModTime
|
topts.MTime = before.ModTime
|
||||||
@@ -176,7 +181,8 @@ func TestNativeRestoreEncodedObjects(t *testing.T) {
|
|||||||
if got.Code != http.StatusOK || !bytes.Equal(got.Body.Bytes(), want) {
|
if got.Code != http.StatusOK || !bytes.Equal(got.Body.Bytes(), want) {
|
||||||
t.Errorf("restored GET: %d bytes=%d want=%d", got.Code, got.Body.Len(), len(want))
|
t.Errorf("restored GET: %d bytes=%d want=%d", got.Code, got.Body.Len(), len(want))
|
||||||
}
|
}
|
||||||
if got.Header().Get(xhttp.ETag) != beforeGet.Header().Get(xhttp.ETag) {
|
afterETags := got.Header()[xhttp.ETag]
|
||||||
|
if len(afterETags) != 1 || afterETags[0] == "" || afterETags[0] != beforeETags[0] {
|
||||||
t.Error("restore changed client ETag")
|
t.Error("restore changed client ETag")
|
||||||
}
|
}
|
||||||
for i, number := range partNumbers {
|
for i, number := range partNumbers {
|
||||||
@@ -193,3 +199,50 @@ func TestNativeRestoreEncodedObjects(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// XL metadata predating compression has no ActualSize. Conversion and healing
|
||||||
|
// preserve those zero values; a plain multipart restore must derive the size.
|
||||||
|
func TestNativeRestoreLegacyPartSizes(t *testing.T) {
|
||||||
|
r := newRestoreSafetyTest(t, 1, "")
|
||||||
|
oi, body := nativeRestoreSeed(t, r, 0, true, true)
|
||||||
|
for _, disk := range r.z.serverPools[0].getHashedSet(r.object).getDisks() {
|
||||||
|
fi, err := disk.ReadVersion(t.Context(), r.bucket, r.bucket, r.object, oi.VersionID, ReadOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for i := range fi.Parts {
|
||||||
|
fi.Parts[i].ActualSize = 0
|
||||||
|
}
|
||||||
|
delete(fi.Metadata, ReservedMetadataPrefix+"actual-size")
|
||||||
|
if err := disk.WriteMetadata(t.Context(), "", r.bucket, r.object, fi); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
before, err := r.z.GetObjectInfo(t.Context(), r.bucket, r.object, r.opts(oi.VersionID))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for _, part := range before.Parts {
|
||||||
|
if part.ActualSize != 0 {
|
||||||
|
t.Fatal("legacy fixture was normalized")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_, got, err := r.read(oi.VersionID)
|
||||||
|
if err != nil || !bytes.Equal(got, body) {
|
||||||
|
t.Fatalf("legacy fixture read: %v", err)
|
||||||
|
}
|
||||||
|
ctx, cancel := context.WithTimeout(t.Context(), 3*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
if err := r.z.RestoreTransitionedObject(ctx, r.bucket, r.object, nativeRestoreOptions(r, oi.VersionID)); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
tier := globalTierConfigMgr.drivercache["WARM"].(*restoreTestTier)
|
||||||
|
reads := tier.gets.Load()
|
||||||
|
_, got, err = r.read(oi.VersionID)
|
||||||
|
if err != nil || !bytes.Equal(got, body) {
|
||||||
|
t.Fatalf("legacy restored read: %v", err)
|
||||||
|
}
|
||||||
|
if tier.gets.Load() != reads {
|
||||||
|
t.Error("legacy restored read used the remote tier")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user