xl/fs: Split object layer into interface. (#1415)

2026-07-21 05:00:22 +03:00 · 2016-04-29 14:24:10 -07:00
parent 4d1b3d5e9a
commit 4e34e03dd4
61 changed files with 1815 additions and 1037 deletions
@@ -0,0 +1,212 @@
+package main
+
+import (
+	"io"
+	"net/http"
+	"net/rpc"
+	"strconv"
+
+	"github.com/Sirupsen/logrus"
+	router "github.com/gorilla/mux"
+)
+
+// Storage server implements rpc primitives to facilitate exporting a
+// disk over a network.
+type storageServer struct {
+	storage StorageAPI
+}
+
+/// Volume operations handlers
+
+// MakeVolHandler - make vol handler is rpc wrapper for MakeVol operation.
+func (s *storageServer) MakeVolHandler(arg *string, reply *GenericReply) error {
+	err := s.storage.MakeVol(*arg)
+	if err != nil {
+		log.WithFields(logrus.Fields{
+			"volume": *arg,
+		}).Debugf("MakeVol failed with error %s", err)
+		return err
+	}
+	return nil
+}
+
+// ListVolsHandler - list vols handler is rpc wrapper for ListVols operation.
+func (s *storageServer) ListVolsHandler(arg *string, reply *ListVolsReply) error {
+	vols, err := s.storage.ListVols()
+	if err != nil {
+		log.Debugf("Listsvols failed with error %s", err)
+		return err
+	}
+	reply.Vols = vols
+	return nil
+}
+
+// StatVolHandler - stat vol handler is a rpc wrapper for StatVol operation.
+func (s *storageServer) StatVolHandler(arg *string, reply *VolInfo) error {
+	volInfo, err := s.storage.StatVol(*arg)
+	if err != nil {
+		log.WithFields(logrus.Fields{
+			"volume": *arg,
+		}).Debugf("StatVol failed with error %s", err)
+		return err
+	}
+	*reply = volInfo
+	return nil
+}
+
+// DeleteVolHandler - delete vol handler is a rpc wrapper for
+// DeleteVol operation.
+func (s *storageServer) DeleteVolHandler(arg *string, reply *GenericReply) error {
+	err := s.storage.DeleteVol(*arg)
+	if err != nil {
+		log.WithFields(logrus.Fields{
+			"volume": *arg,
+		}).Debugf("DeleteVol failed with error %s", err)
+		return err
+	}
+	return nil
+}
+
+/// File operations
+
+// ListFilesHandler - list files handler.
+func (s *storageServer) ListFilesHandler(arg *ListFilesArgs, reply *ListFilesReply) error {
+	files, eof, err := s.storage.ListFiles(arg.Vol, arg.Prefix, arg.Marker, arg.Recursive, arg.Count)
+	if err != nil {
+		log.WithFields(logrus.Fields{
+			"volume":    arg.Vol,
+			"prefix":    arg.Prefix,
+			"marker":    arg.Marker,
+			"recursive": arg.Recursive,
+			"count":     arg.Count,
+		}).Debugf("ListFiles failed with error %s", err)
+		return err
+	}
+
+	// Fill reply structure.
+	reply.Files = files
+	reply.EOF = eof
+
+	// Return success.
+	return nil
+}
+
+// StatFileHandler - stat file handler is rpc wrapper to stat file.
+func (s *storageServer) StatFileHandler(arg *StatFileArgs, reply *FileInfo) error {
+	fileInfo, err := s.storage.StatFile(arg.Vol, arg.Path)
+	if err != nil {
+		log.WithFields(logrus.Fields{
+			"volume": arg.Vol,
+			"path":   arg.Path,
+		}).Debugf("StatFile failed with error %s", err)
+		return err
+	}
+	*reply = fileInfo
+	return nil
+}
+
+// DeleteFileHandler - delete file handler is rpc wrapper to delete file.
+func (s *storageServer) DeleteFileHandler(arg *DeleteFileArgs, reply *GenericReply) error {
+	err := s.storage.DeleteFile(arg.Vol, arg.Path)
+	if err != nil {
+		log.WithFields(logrus.Fields{
+			"volume": arg.Vol,
+			"path":   arg.Path,
+		}).Debugf("DeleteFile failed with error %s", err)
+		return err
+	}
+	return nil
+}
+
+// Initialize new storage rpc.
+func newRPCServer(exportPath string) (*storageServer, error) {
+	// Initialize posix storage API.
+	storage, err := newPosix(exportPath)
+	if err != nil {
+		return nil, err
+	}
+	return &storageServer{
+		storage: storage,
+	}, nil
+}
+
+// registerStorageRPCRouter - register storage rpc router.
+func registerStorageRPCRouter(mux *router.Router, stServer *storageServer) {
+	storageRPCServer := rpc.NewServer()
+	storageRPCServer.RegisterName("Storage", stServer)
+	storageRouter := mux.NewRoute().PathPrefix(reservedBucket).Subrouter()
+	// Add minio storage routes.
+	storageRouter.Path("/storage").Handler(storageRPCServer)
+	// StreamUpload - stream upload handler.
+	storageRouter.Methods("POST").Path("/storage/upload/{volume}/{path:.+}").HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		vars := router.Vars(r)
+		volume := vars["volume"]
+		path := vars["path"]
+		writeCloser, err := stServer.storage.CreateFile(volume, path)
+		if err != nil {
+			log.WithFields(logrus.Fields{
+				"volume": volume,
+				"path":   path,
+			}).Debugf("CreateFile failed with error %s", err)
+			httpErr := http.StatusInternalServerError
+			if err == errVolumeNotFound {
+				httpErr = http.StatusNotFound
+			} else if err == errIsNotRegular {
+				httpErr = http.StatusConflict
+			}
+			http.Error(w, err.Error(), httpErr)
+			return
+		}
+		reader := r.Body
+		if _, err = io.Copy(writeCloser, reader); err != nil {
+			log.WithFields(logrus.Fields{
+				"volume": volume,
+				"path":   path,
+			}).Debugf("Copying incoming reader to writer failed %s", err)
+			safeCloseAndRemove(writeCloser)
+			http.Error(w, err.Error(), http.StatusInternalServerError)
+			return
+		}
+		writeCloser.Close()
+		reader.Close()
+	})
+	// StreamDownloadHandler - stream download handler.
+	storageRouter.Methods("GET").Path("/storage/download/{volume}/{path:.+}").Queries("offset", "{offset:.*}").HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		vars := router.Vars(r)
+		volume := vars["volume"]
+		path := vars["path"]
+		offset, err := strconv.ParseInt(r.URL.Query().Get("offset"), 10, 64)
+		if err != nil {
+			log.WithFields(logrus.Fields{
+				"volume": volume,
+				"path":   path,
+			}).Debugf("Parse offset failure with error %s", err)
+			http.Error(w, err.Error(), http.StatusBadRequest)
+			return
+		}
+		readCloser, err := stServer.storage.ReadFile(volume, path, offset)
+		if err != nil {
+			log.WithFields(logrus.Fields{
+				"volume": volume,
+				"path":   path,
+			}).Debugf("ReadFile failed with error %s", err)
+			httpErr := http.StatusBadRequest
+			if err == errVolumeNotFound {
+				httpErr = http.StatusNotFound
+			} else if err == errFileNotFound {
+				httpErr = http.StatusNotFound
+			}
+			http.Error(w, err.Error(), httpErr)
+			return
+		}
+
+		// Copy reader to writer.
+		io.Copy(w, readCloser)
+
+		// Flush out any remaining buffers to client.
+		w.(http.Flusher).Flush()
+
+		// Close the reader.
+		readCloser.Close()
+	})
+}