mirror of
https://github.com/pgsty/minio.git
synced 2026-10-31 21:02:06 +03:00
fix: assign PUT generations while holding the commit lock
Signed-off-by: Feng Ruohang <rh@vonng.com>
This commit is contained in:
+12
-10
@@ -1562,6 +1562,18 @@ func (er erasureObjects) putObject(ctx context.Context, bucket string, object st
|
|||||||
compIndex = opts.IndexCB()
|
compIndex = opts.IndexCB()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if !opts.NoLock {
|
||||||
|
lk := er.NewNSLock(bucket, object)
|
||||||
|
lkctx, err := lk.GetLock(ctx, globalOperationTimeout)
|
||||||
|
if err != nil {
|
||||||
|
return ObjectInfo{}, err
|
||||||
|
}
|
||||||
|
ctx = lkctx.Context()
|
||||||
|
defer lk.Unlock(lkctx)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Mint the generation while holding the commit lock. Staged uploads may
|
||||||
|
// acquire the lock in a different order from their encoding completion.
|
||||||
modTime := opts.MTime
|
modTime := opts.MTime
|
||||||
if opts.MTime.IsZero() {
|
if opts.MTime.IsZero() {
|
||||||
modTime = UTCNow()
|
modTime = UTCNow()
|
||||||
@@ -1658,16 +1670,6 @@ func (er erasureObjects) putObject(ctx context.Context, bucket string, object st
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if !opts.NoLock {
|
|
||||||
lk := er.NewNSLock(bucket, object)
|
|
||||||
lkctx, err := lk.GetLock(ctx, globalOperationTimeout)
|
|
||||||
if err != nil {
|
|
||||||
return ObjectInfo{}, err
|
|
||||||
}
|
|
||||||
ctx = lkctx.Context()
|
|
||||||
defer lk.Unlock(lkctx)
|
|
||||||
}
|
|
||||||
|
|
||||||
if !opts.ReplicationRequest && !opts.ReplicaLockReconcile && !opts.DataMovement &&
|
if !opts.ReplicationRequest && !opts.ReplicaLockReconcile && !opts.DataMovement &&
|
||||||
(fi.VersionID == "" || fi.VersionID == nullVersionID) {
|
(fi.VersionID == "" || fi.VersionID == nullVersionID) {
|
||||||
getObjectInfo := er.getObjectInfo
|
getObjectInfo := er.getObjectInfo
|
||||||
|
|||||||
@@ -0,0 +1,102 @@
|
|||||||
|
// Copyright (c) 2026 Feng Ruohang
|
||||||
|
//
|
||||||
|
// This file is part of Silo Object Storage.
|
||||||
|
//
|
||||||
|
// This program is free software: you can redistribute it and/or modify
|
||||||
|
// it under the terms of the GNU Affero General Public License as published by
|
||||||
|
// the Free Software Foundation, either version 3 of the License, or
|
||||||
|
// (at your option) any later version.
|
||||||
|
//
|
||||||
|
// This program is distributed in the hope that it will be useful
|
||||||
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
// GNU Affero General Public License for more details.
|
||||||
|
//
|
||||||
|
// You should have received a copy of the GNU Affero General Public License
|
||||||
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
package cmd
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestPutObjectGenerationFollowsCommitLock(t *testing.T) {
|
||||||
|
z, bucket := consistencyPools(t)
|
||||||
|
for _, preserve := range []bool{false, true} {
|
||||||
|
t.Run(map[bool]string{false: "generated", true: "preserved"}[preserve], func(t *testing.T) {
|
||||||
|
const object = "ordered-generation"
|
||||||
|
set := z.serverPools[0].getHashedSet(object)
|
||||||
|
lock := set.NewNSLock(bucket, object)
|
||||||
|
lc, err := lock.GetLock(t.Context(), globalOperationTimeout)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
locked := true
|
||||||
|
defer func() {
|
||||||
|
if locked {
|
||||||
|
lock.Unlock(lc)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
|
opts := ObjectOptions{}
|
||||||
|
if preserve {
|
||||||
|
opts.MTime = time.Unix(1234567890, 0)
|
||||||
|
}
|
||||||
|
reader := mustGetPutObjReader(t, strings.NewReader("payload"), 7, "", "")
|
||||||
|
type result struct {
|
||||||
|
info ObjectInfo
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
done := make(chan result, 1)
|
||||||
|
go func() {
|
||||||
|
info, err := set.PutObject(t.Context(), bucket, object, reader, opts)
|
||||||
|
done <- result{info, err}
|
||||||
|
}()
|
||||||
|
|
||||||
|
// Wait for the real writer to queue behind the held namespace
|
||||||
|
// lock. No elapsed delay is used to infer its progress.
|
||||||
|
deadline := time.Now().Add(5 * time.Second)
|
||||||
|
for {
|
||||||
|
set.nsMutex.lockMapMutex.Lock()
|
||||||
|
entry := set.nsMutex.lockMap[pathJoin(bucket, object)]
|
||||||
|
waiting := entry != nil && entry.ref == 2
|
||||||
|
set.nsMutex.lockMapMutex.Unlock()
|
||||||
|
if waiting {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case got := <-done:
|
||||||
|
t.Fatalf("PUT bypassed the held commit lock: %v", got.err)
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
if time.Now().After(deadline) {
|
||||||
|
t.Fatal("PUT did not queue for the commit lock")
|
||||||
|
}
|
||||||
|
time.Sleep(time.Millisecond)
|
||||||
|
}
|
||||||
|
beforeUnlock := UTCNow()
|
||||||
|
lock.Unlock(lc)
|
||||||
|
locked = false
|
||||||
|
got := <-done
|
||||||
|
if got.err != nil {
|
||||||
|
t.Fatal(got.err)
|
||||||
|
}
|
||||||
|
if preserve {
|
||||||
|
if !got.info.ModTime.Equal(opts.MTime) {
|
||||||
|
t.Fatalf("explicit modification time changed: %s", got.info.ModTime)
|
||||||
|
}
|
||||||
|
} else if got.info.ModTime.Before(beforeUnlock) {
|
||||||
|
t.Fatalf("generation %s predates commit lock release %s", got.info.ModTime, beforeUnlock)
|
||||||
|
}
|
||||||
|
for i, disk := range set.getDisks() {
|
||||||
|
fi, err := disk.ReadVersion(t.Context(), "", bucket, object, nullVersionID, ReadOptions{})
|
||||||
|
if err != nil || !fi.ModTime.Equal(got.info.ModTime) {
|
||||||
|
t.Errorf("disk %d stored a different generation: %s, %v", i, fi.ModTime, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user