[Tiering] Support remote tiers with object versioning (#12342)

- Adds versioning support for S3 based remote tiers that have versioning
enabled. This ensures that when reading or deleting we specify the specific
version ID of the object. In case of deletion, this is important to ensure that
the object version is actually deleted instead of simply being marked for
deletion.

- Stores the remote object's version id in the tier-journal. Tier-journal file
version is not bumped up as serializing the new struct version is
compatible with old journals without the remote object version id.

- `storageRESTVersion` is bumped up as FileInfo struct now includes a
`TransitionRemoteVersionID` member.

- Azure and GCS support for this feature will be added subsequently.

Co-authored-by: Krishnan Parthasarathi <krisis@users.noreply.github.com>

cmd/tier-journal_gen.go

@@ -8,6 +8,159 @@ import (
 
 // DecodeMsg implements msgp.Decodable
 func (z *jentry) DecodeMsg(dc *msgp.Reader) (err error) {
+	var field []byte
+	_ = field
+	var zb0001 uint32
+	zb0001, err = dc.ReadMapHeader()
+	if err != nil {
+		err = msgp.WrapError(err)
+		return
+	}
+	for zb0001 > 0 {
+		zb0001--
+		field, err = dc.ReadMapKeyPtr()
+		if err != nil {
+			err = msgp.WrapError(err)
+			return
+		}
+		switch msgp.UnsafeString(field) {
+		case "obj":
+			z.ObjName, err = dc.ReadString()
+			if err != nil {
+				err = msgp.WrapError(err, "ObjName")
+				return
+			}
+		case "vid":
+			z.VersionID, err = dc.ReadString()
+			if err != nil {
+				err = msgp.WrapError(err, "VersionID")
+				return
+			}
+		case "tier":
+			z.TierName, err = dc.ReadString()
+			if err != nil {
+				err = msgp.WrapError(err, "TierName")
+				return
+			}
+		default:
+			err = dc.Skip()
+			if err != nil {
+				err = msgp.WrapError(err)
+				return
+			}
+		}
+	}
+	return
+}
+
+// EncodeMsg implements msgp.Encodable
+func (z jentry) EncodeMsg(en *msgp.Writer) (err error) {
+	// map header, size 3
+	// write "obj"
+	err = en.Append(0x83, 0xa3, 0x6f, 0x62, 0x6a)
+	if err != nil {
+		return
+	}
+	err = en.WriteString(z.ObjName)
+	if err != nil {
+		err = msgp.WrapError(err, "ObjName")
+		return
+	}
+	// write "vid"
+	err = en.Append(0xa3, 0x76, 0x69, 0x64)
+	if err != nil {
+		return
+	}
+	err = en.WriteString(z.VersionID)
+	if err != nil {
+		err = msgp.WrapError(err, "VersionID")
+		return
+	}
+	// write "tier"
+	err = en.Append(0xa4, 0x74, 0x69, 0x65, 0x72)
+	if err != nil {
+		return
+	}
+	err = en.WriteString(z.TierName)
+	if err != nil {
+		err = msgp.WrapError(err, "TierName")
+		return
+	}
+	return
+}
+
+// MarshalMsg implements msgp.Marshaler
+func (z jentry) MarshalMsg(b []byte) (o []byte, err error) {
+	o = msgp.Require(b, z.Msgsize())
+	// map header, size 3
+	// string "obj"
+	o = append(o, 0x83, 0xa3, 0x6f, 0x62, 0x6a)
+	o = msgp.AppendString(o, z.ObjName)
+	// string "vid"
+	o = append(o, 0xa3, 0x76, 0x69, 0x64)
+	o = msgp.AppendString(o, z.VersionID)
+	// string "tier"
+	o = append(o, 0xa4, 0x74, 0x69, 0x65, 0x72)
+	o = msgp.AppendString(o, z.TierName)
+	return
+}
+
+// UnmarshalMsg implements msgp.Unmarshaler
+func (z *jentry) UnmarshalMsg(bts []byte) (o []byte, err error) {
+	var field []byte
+	_ = field
+	var zb0001 uint32
+	zb0001, bts, err = msgp.ReadMapHeaderBytes(bts)
+	if err != nil {
+		err = msgp.WrapError(err)
+		return
+	}
+	for zb0001 > 0 {
+		zb0001--
+		field, bts, err = msgp.ReadMapKeyZC(bts)
+		if err != nil {
+			err = msgp.WrapError(err)
+			return
+		}
+		switch msgp.UnsafeString(field) {
+		case "obj":
+			z.ObjName, bts, err = msgp.ReadStringBytes(bts)
+			if err != nil {
+				err = msgp.WrapError(err, "ObjName")
+				return
+			}
+		case "vid":
+			z.VersionID, bts, err = msgp.ReadStringBytes(bts)
+			if err != nil {
+				err = msgp.WrapError(err, "VersionID")
+				return
+			}
+		case "tier":
+			z.TierName, bts, err = msgp.ReadStringBytes(bts)
+			if err != nil {
+				err = msgp.WrapError(err, "TierName")
+				return
+			}
+		default:
+			bts, err = msgp.Skip(bts)
+			if err != nil {
+				err = msgp.WrapError(err)
+				return
+			}
+		}
+	}
+	o = bts
+	return
+}
+
+// Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message
+func (z jentry) Msgsize() (s int) {
+	s = 1 + 4 + msgp.StringPrefixSize + len(z.ObjName) + 4 + msgp.StringPrefixSize + len(z.VersionID) + 5 + msgp.StringPrefixSize + len(z.TierName)
+	return
+}
+
+// DecodeMsg implements msgp.Decodable
+func (z *jentryV1) DecodeMsg(dc *msgp.Reader) (err error) {
 	var field []byte
 	_ = field
 	var zb0001 uint32
@@ -48,7 +201,7 @@ func (z *jentry) DecodeMsg(dc *msgp.Reader) (err error) {
 }
 
 // EncodeMsg implements msgp.Encodable
-func (z jentry) EncodeMsg(en *msgp.Writer) (err error) {
+func (z jentryV1) EncodeMsg(en *msgp.Writer) (err error) {
 	// map header, size 2
 	// write "obj"
 	err = en.Append(0x82, 0xa3, 0x6f, 0x62, 0x6a)
@@ -74,7 +227,7 @@ func (z jentry) EncodeMsg(en *msgp.Writer) (err error) {
 }
 
 // MarshalMsg implements msgp.Marshaler
-func (z jentry) MarshalMsg(b []byte) (o []byte, err error) {
+func (z jentryV1) MarshalMsg(b []byte) (o []byte, err error) {
 	o = msgp.Require(b, z.Msgsize())
 	// map header, size 2
 	// string "obj"
@@ -87,7 +240,7 @@ func (z jentry) MarshalMsg(b []byte) (o []byte, err error) {
 }
 
 // UnmarshalMsg implements msgp.Unmarshaler
-func (z *jentry) UnmarshalMsg(bts []byte) (o []byte, err error) {
+func (z *jentryV1) UnmarshalMsg(bts []byte) (o []byte, err error) {
 	var field []byte
 	_ = field
 	var zb0001 uint32
@@ -129,7 +282,7 @@ func (z *jentry) UnmarshalMsg(bts []byte) (o []byte, err error) {
 }
 
 // Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message
-func (z jentry) Msgsize() (s int) {
+func (z jentryV1) Msgsize() (s int) {
 	s = 1 + 4 + msgp.StringPrefixSize + len(z.ObjName) + 5 + msgp.StringPrefixSize + len(z.TierName)
 	return
 }