From d1511c5eb0db110a491c8b840a160eb75685e7fe Mon Sep 17 00:00:00 2001
From: Alex <33497058+bexsoft@users.noreply.github.com>
Date: Fri, 23 Sep 2022 12:35:55 -0500
Subject: [PATCH] Limit concurrent downloads & uploads (#2313)

---
 models/environment_constants.go               |  70 +++++++++++
 models/session_response.go                    |  46 +++++++
 .../Objects/ListObjects/ListObjects.tsx       |  18 ++-
 .../Objects/ListObjects/ObjectDetailPanel.tsx |   7 +-
 .../ObjectDetails/VersionsNavigator.tsx       |   7 +-
 .../Buckets/ListBuckets/Objects/utils.ts      |   5 +-
 .../Common/ObjectManager/ObjectHandled.tsx    |   1 -
 .../Common/ObjectManager/TrafficMonitor.tsx   | 112 ++++++++++++++++++
 portal-ui/src/screens/Console/ConsoleKBar.tsx |   2 +
 .../ObjectBrowser/RenameLongFilename.tsx      |   7 +-
 .../ObjectBrowser/objectBrowserSlice.ts       |  53 +++++++++
 .../Console/ObjectBrowser/transferManager.ts  |  14 +++
 .../screens/Console/ObjectBrowser/types.ts    |   7 +-
 portal-ui/src/screens/Console/consoleSlice.ts |   1 +
 portal-ui/src/screens/Console/types.ts        |   6 +
 restapi/config.go                             |  18 +++
 restapi/consts.go                             |   2 +
 restapi/embedded_spec.go                      |  34 ++++++
 restapi/user_session.go                       |   8 ++
 swagger-console.yml                           |  14 +++
 20 files changed, 412 insertions(+), 20 deletions(-)
 create mode 100644 models/environment_constants.go
 create mode 100644 portal-ui/src/screens/Console/Common/ObjectManager/TrafficMonitor.tsx

diff --git a/models/environment_constants.go b/models/environment_constants.go
new file mode 100644
index 000000000..f07e6d9c5
--- /dev/null
+++ b/models/environment_constants.go
@@ -0,0 +1,70 @@
+// Code generated by go-swagger; DO NOT EDIT.
+
+// This file is part of MinIO Console Server
+// Copyright (c) 2022 MinIO, Inc.
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+//
+
+package models
+
+// This file was generated by the swagger tool.
+// Editing this file might prove futile when you re-run the swagger generate command
+
+import (
+	"context"
+
+	"github.com/go-openapi/strfmt"
+	"github.com/go-openapi/swag"
+)
+
+// EnvironmentConstants environment constants
+//
+// swagger:model environmentConstants
+type EnvironmentConstants struct {
+
+	// max concurrent downloads
+	MaxConcurrentDownloads int64 `json:"maxConcurrentDownloads,omitempty"`
+
+	// max concurrent uploads
+	MaxConcurrentUploads int64 `json:"maxConcurrentUploads,omitempty"`
+}
+
+// Validate validates this environment constants
+func (m *EnvironmentConstants) Validate(formats strfmt.Registry) error {
+	return nil
+}
+
+// ContextValidate validates this environment constants based on context it is used
+func (m *EnvironmentConstants) ContextValidate(ctx context.Context, formats strfmt.Registry) error {
+	return nil
+}
+
+// MarshalBinary interface implementation
+func (m *EnvironmentConstants) MarshalBinary() ([]byte, error) {
+	if m == nil {
+		return nil, nil
+	}
+	return swag.WriteJSON(m)
+}
+
+// UnmarshalBinary interface implementation
+func (m *EnvironmentConstants) UnmarshalBinary(b []byte) error {
+	var res EnvironmentConstants
+	if err := swag.ReadJSON(b, &res); err != nil {
+		return err
+	}
+	*m = res
+	return nil
+}
diff --git a/models/session_response.go b/models/session_response.go
index 8ca83198d..d68eb9911 100644
--- a/models/session_response.go
+++ b/models/session_response.go
@@ -47,6 +47,9 @@ type SessionResponse struct {
 	// distributed mode
 	DistributedMode bool `json:"distributedMode,omitempty"`
 
+	// env constants
+	EnvConstants *EnvironmentConstants `json:"envConstants,omitempty"`
+
 	// features
 	Features []string `json:"features"`
 
@@ -69,6 +72,10 @@ func (m *SessionResponse) Validate(formats strfmt.Registry) error {
 		res = append(res, err)
 	}
 
+	if err := m.validateEnvConstants(formats); err != nil {
+		res = append(res, err)
+	}
+
 	if err := m.validateStatus(formats); err != nil {
 		res = append(res, err)
 	}
@@ -105,6 +112,25 @@ func (m *SessionResponse) validateAllowResources(formats strfmt.Registry) error
 	return nil
 }
 
+func (m *SessionResponse) validateEnvConstants(formats strfmt.Registry) error {
+	if swag.IsZero(m.EnvConstants) { // not required
+		return nil
+	}
+
+	if m.EnvConstants != nil {
+		if err := m.EnvConstants.Validate(formats); err != nil {
+			if ve, ok := err.(*errors.Validation); ok {
+				return ve.ValidateName("envConstants")
+			} else if ce, ok := err.(*errors.CompositeError); ok {
+				return ce.ValidateName("envConstants")
+			}
+			return err
+		}
+	}
+
+	return nil
+}
+
 var sessionResponseTypeStatusPropEnum []interface{}
 
 func init() {
@@ -152,6 +178,10 @@ func (m *SessionResponse) ContextValidate(ctx context.Context, formats strfmt.Re
 		res = append(res, err)
 	}
 
+	if err := m.contextValidateEnvConstants(ctx, formats); err != nil {
+		res = append(res, err)
+	}
+
 	if len(res) > 0 {
 		return errors.CompositeValidationError(res...)
 	}
@@ -178,6 +208,22 @@ func (m *SessionResponse) contextValidateAllowResources(ctx context.Context, for
 	return nil
 }
 
+func (m *SessionResponse) contextValidateEnvConstants(ctx context.Context, formats strfmt.Registry) error {
+
+	if m.EnvConstants != nil {
+		if err := m.EnvConstants.ContextValidate(ctx, formats); err != nil {
+			if ve, ok := err.(*errors.Validation); ok {
+				return ve.ValidateName("envConstants")
+			} else if ce, ok := err.(*errors.CompositeError); ok {
+				return ce.ValidateName("envConstants")
+			}
+			return err
+		}
+	}
+
+	return nil
+}
+
 // MarshalBinary interface implementation
 func (m *SessionResponse) MarshalBinary() ([]byte, error) {
 	if m == nil {
diff --git a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ListObjects.tsx b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ListObjects.tsx
index e8729e324..f919ecb19 100644
--- a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ListObjects.tsx
+++ b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ListObjects.tsx
@@ -99,7 +99,9 @@ import {
 
 import {
   makeid,
+  removeTrace,
   storeCallForObjectWithID,
+  storeFormDataWithID,
 } from "../../../../ObjectBrowser/transferManager";
 import {
   cancelObjectInList,
@@ -777,12 +779,15 @@ const ListObjects = () => {
       `${bucketName}-${object.name}-${new Date().getTime()}-${Math.random()}`
     );
 
+    const ID = makeid(8);
+
     const downloadCall = download(
       bucketName,
       encodeURLString(object.name),
       object.version_id,
       object.size,
       null,
+      ID,
       (progress) => {
         dispatch(
           updateProgress({
@@ -801,7 +806,6 @@ const ListObjects = () => {
         dispatch(cancelObjectInList(identityDownload));
       }
     );
-    const ID = makeid(8);
     storeCallForObjectWithID(ID, downloadCall);
     dispatch(
       setNewObject({
@@ -818,8 +822,6 @@ const ListObjects = () => {
         errorMessage: "",
       })
     );
-
-    downloadCall.send();
   };
 
   const openPath = (idElement: string) => {
@@ -865,6 +867,7 @@ const ListObjects = () => {
             const fileWebkitRelativePath = get(file, "webkitRelativePath", "");
 
             let relativeFolderPath = folderPath;
+            const ID = makeid(8);
 
             // File was uploaded via drag & drop
             if (filePath !== "") {
@@ -924,6 +927,8 @@ const ListObjects = () => {
               if (xhr.status >= 200 && xhr.status < 300) {
                 dispatch(completeObject(identity));
                 resolve({ status: xhr.status });
+
+                removeTrace(ID);
               } else {
                 // reject promise if there was a server error
                 if (errorMessages[xhr.status]) {
@@ -936,6 +941,7 @@ const ListObjects = () => {
                     errorMessage = "something went wrong";
                   }
                 }
+
                 dispatch(
                   failObject({
                     instanceID: identity,
@@ -943,6 +949,8 @@ const ListObjects = () => {
                   })
                 );
                 reject({ status: xhr.status, message: errorMessage });
+
+                removeTrace(ID);
               }
             };
 
@@ -990,7 +998,6 @@ const ListObjects = () => {
             const formData = new FormData();
             if (file.size !== undefined) {
               formData.append(file.size.toString(), blobFile, fileName);
-              const ID = makeid(8);
               storeCallForObjectWithID(ID, xhr);
               dispatch(
                 setNewObject({
@@ -1008,7 +1015,8 @@ const ListObjects = () => {
                 })
               );
 
-              xhr.send(formData);
+              storeFormDataWithID(ID, formData);
+              storeCallForObjectWithID(ID, xhr);
             }
           });
         };
diff --git a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ObjectDetailPanel.tsx b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ObjectDetailPanel.tsx
index c65a0f359..5097f30f8 100644
--- a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ObjectDetailPanel.tsx
+++ b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ListObjects/ObjectDetailPanel.tsx
@@ -302,12 +302,15 @@ const ObjectDetailPanel = ({
       return;
     }
 
+    const ID = makeid(8);
+
     const downloadCall = download(
       bucketName,
       internalPaths,
       object.version_id,
       parseInt(object.size || "0"),
       null,
+      ID,
       (progress) => {
         dispatch(
           updateProgress({
@@ -326,7 +329,7 @@ const ObjectDetailPanel = ({
         dispatch(cancelObjectInList(identityDownload));
       }
     );
-    const ID = makeid(8);
+
     storeCallForObjectWithID(ID, downloadCall);
     dispatch(
       setNewObject({
@@ -343,8 +346,6 @@ const ObjectDetailPanel = ({
         errorMessage: "",
       })
     );
-
-    downloadCall.send();
   };
 
   const closeDeleteModal = (closeAndReload: boolean) => {
diff --git a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ObjectDetails/VersionsNavigator.tsx b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ObjectDetails/VersionsNavigator.tsx
index 0ee45b7e1..8a20d401a 100644
--- a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ObjectDetails/VersionsNavigator.tsx
+++ b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/ObjectDetails/VersionsNavigator.tsx
@@ -256,12 +256,15 @@ const VersionsNavigator = ({
       `${bucketName}-${object.name}-${new Date().getTime()}-${Math.random()}`
     );
 
+    const ID = makeid(8);
+
     const downloadCall = download(
       bucketName,
       internalPaths,
       object.version_id,
       parseInt(object.size || "0"),
       null,
+      ID,
       (progress) => {
         dispatch(
           updateProgress({
@@ -280,7 +283,7 @@ const VersionsNavigator = ({
         dispatch(cancelObjectInList(identityDownload));
       }
     );
-    const ID = makeid(8);
+
     storeCallForObjectWithID(ID, downloadCall);
     dispatch(
       setNewObject({
@@ -297,8 +300,6 @@ const VersionsNavigator = ({
         errorMessage: "",
       })
     );
-
-    downloadCall.send();
   };
 
   const onShareItem = (item: IFileInfo) => {
diff --git a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/utils.ts b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/utils.ts
index 1920d683a..b7aa8ff68 100644
--- a/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/utils.ts
+++ b/portal-ui/src/screens/Console/Buckets/ListBuckets/Objects/utils.ts
@@ -17,6 +17,7 @@
 import { BucketObjectItem } from "./ListObjects/types";
 import { IAllowResources } from "../../../types";
 import { encodeURLString } from "../../../../../common/utils";
+import { removeTrace } from "../../../ObjectBrowser/transferManager";
 
 export const download = (
   bucketName: string,
@@ -24,6 +25,7 @@ export const download = (
   versionID: any,
   fileSize: number,
   overrideFileName: string | null = null,
+  id: string,
   progressCallback: (progress: number) => void,
   completeCallback: () => void,
   errorCallback: (msg: string) => void,
@@ -74,6 +76,8 @@ export const download = (
           completeCallback();
         }
 
+        removeTrace(id);
+
         var link = document.createElement("a");
         link.href = window.URL.createObjectURL(req.response);
         link.download = filename;
@@ -104,7 +108,6 @@ export const download = (
       abortCallback();
     }
   };
-  //req.send();
 
   return req;
 };
diff --git a/portal-ui/src/screens/Console/Common/ObjectManager/ObjectHandled.tsx b/portal-ui/src/screens/Console/Common/ObjectManager/ObjectHandled.tsx
index be757fc9d..59e80d133 100644
--- a/portal-ui/src/screens/Console/Common/ObjectManager/ObjectHandled.tsx
+++ b/portal-ui/src/screens/Console/Common/ObjectManager/ObjectHandled.tsx
@@ -170,7 +170,6 @@ const ObjectHandled = ({
           <button
             onClick={() => {
               if (!objectToDisplay.done) {
-                console.log("//abort");
                 const call = callForObjectID(objectToDisplay.ID);
                 if (call) {
                   call.abort();
diff --git a/portal-ui/src/screens/Console/Common/ObjectManager/TrafficMonitor.tsx b/portal-ui/src/screens/Console/Common/ObjectManager/TrafficMonitor.tsx
new file mode 100644
index 000000000..afd5367fd
--- /dev/null
+++ b/portal-ui/src/screens/Console/Common/ObjectManager/TrafficMonitor.tsx
@@ -0,0 +1,112 @@
+// This file is part of MinIO Console Server
+// Copyright (c) 2021 MinIO, Inc.
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import React, { Fragment, useEffect } from "react";
+import { AppState, useAppDispatch } from "../../../../store";
+import { useSelector } from "react-redux";
+import {
+  callForObjectID,
+  formDataFromID,
+} from "../../ObjectBrowser/transferManager";
+import {
+  newDownloadInit,
+  newUploadInit,
+} from "../../ObjectBrowser/objectBrowserSlice";
+
+const TrafficMonitor = () => {
+  const dispatch = useAppDispatch();
+
+  const objects = useSelector(
+    (state: AppState) => state.objectBrowser.objectManager.objectsToManage
+  );
+
+  const limitVars = useSelector(
+    (state: AppState) => state.console.session.envConstants
+  );
+
+  const currentDIP = useSelector(
+    (state: AppState) => state.objectBrowser.objectManager.currentDownloads
+  );
+
+  const currentUIP = useSelector(
+    (state: AppState) => state.objectBrowser.objectManager.currentUploads
+  );
+
+  const limitUploads = limitVars?.maxConcurrentUploads || 10;
+  const limitDownloads = limitVars?.maxConcurrentDownloads || 20;
+
+  useEffect(() => {
+    if (objects.length > 0) {
+      const filterDownloads = objects.filter(
+        (object) =>
+          object.type === "download" &&
+          !object.done &&
+          !currentDIP.includes(object.ID)
+      );
+      const filterUploads = objects.filter(
+        (object) =>
+          object.type === "upload" &&
+          !object.done &&
+          !currentUIP.includes(object.ID)
+      );
+
+      const remainingDownloadSlots = limitDownloads - currentDIP.length;
+
+      if (
+        filterDownloads.length > 0 &&
+        (remainingDownloadSlots > 0 || limitDownloads === 0)
+      ) {
+        const itemsToDownload = filterDownloads.slice(
+          0,
+          remainingDownloadSlots
+        );
+
+        itemsToDownload.forEach((item) => {
+          const objectRequest = callForObjectID(item.ID);
+
+          if (objectRequest) {
+            objectRequest.send();
+          }
+
+          dispatch(newDownloadInit(item.ID));
+        });
+      }
+
+      const remainingUploadSlots = limitUploads - currentUIP.length;
+
+      if (
+        filterUploads.length > 0 &&
+        (remainingUploadSlots > 0 || limitUploads === 0)
+      ) {
+        const itemsToUpload = filterUploads.slice(0, remainingUploadSlots);
+
+        itemsToUpload.forEach((item) => {
+          const uploadRequest = callForObjectID(item.ID);
+          const formDataID = formDataFromID(item.ID);
+
+          if (uploadRequest && formDataID) {
+            uploadRequest.send(formDataID);
+          }
+          dispatch(newUploadInit(item.ID));
+        });
+      }
+    }
+  }, [objects, limitUploads, limitDownloads, currentDIP, currentUIP, dispatch]);
+
+  return <Fragment />;
+};
+
+export default TrafficMonitor;
diff --git a/portal-ui/src/screens/Console/ConsoleKBar.tsx b/portal-ui/src/screens/Console/ConsoleKBar.tsx
index a85ea130d..77194d869 100644
--- a/portal-ui/src/screens/Console/ConsoleKBar.tsx
+++ b/portal-ui/src/screens/Console/ConsoleKBar.tsx
@@ -19,6 +19,7 @@ import Console from "./Console";
 import { useSelector } from "react-redux";
 import CommandBar from "./CommandBar";
 import { selFeatures } from "./consoleSlice";
+import TrafficMonitor from "./Common/ObjectManager/TrafficMonitor";
 
 const ConsoleKBar = () => {
   const features = useSelector(selFeatures);
@@ -33,6 +34,7 @@ const ConsoleKBar = () => {
         enableHistory: true,
       }}
     >
+      <TrafficMonitor />
       <CommandBar />
       <Console />
     </KBarProvider>
diff --git a/portal-ui/src/screens/Console/ObjectBrowser/RenameLongFilename.tsx b/portal-ui/src/screens/Console/ObjectBrowser/RenameLongFilename.tsx
index fc9d202fd..f4adabf14 100644
--- a/portal-ui/src/screens/Console/ObjectBrowser/RenameLongFilename.tsx
+++ b/portal-ui/src/screens/Console/ObjectBrowser/RenameLongFilename.tsx
@@ -84,12 +84,15 @@ const RenameLongFileName = ({
       }-${new Date().getTime()}-${Math.random()}`
     );
 
+    const ID = makeid(8);
+
     const downloadCall = download(
       bucketName,
       internalPaths,
       actualInfo.version_id,
       parseInt(actualInfo.size || "0"),
       newFileName,
+      ID,
       (progress) => {
         dispatch(
           updateProgress({
@@ -108,7 +111,7 @@ const RenameLongFileName = ({
         dispatch(cancelObjectInList(identityDownload));
       }
     );
-    const ID = makeid(8);
+
     storeCallForObjectWithID(ID, downloadCall);
     dispatch(
       setNewObject({
@@ -125,8 +128,6 @@ const RenameLongFileName = ({
         errorMessage: "",
       })
     );
-
-    downloadCall.send();
     closeModal();
   };
 
diff --git a/portal-ui/src/screens/Console/ObjectBrowser/objectBrowserSlice.ts b/portal-ui/src/screens/Console/ObjectBrowser/objectBrowserSlice.ts
index 23e356011..72e819e2e 100644
--- a/portal-ui/src/screens/Console/ObjectBrowser/objectBrowserSlice.ts
+++ b/portal-ui/src/screens/Console/ObjectBrowser/objectBrowserSlice.ts
@@ -36,6 +36,9 @@ const initialState: ObjectBrowserState = {
     objectsToManage: [],
     managerOpen: false,
     newItems: false,
+    startedItems: [],
+    currentDownloads: [],
+    currentUploads: [],
   },
   searchObjects: "",
   versionedFile: "",
@@ -119,6 +122,18 @@ export const objectBrowserSlice = createSlice({
       state.objectManager.objectsToManage[objectToComplete].waitingForFile =
         false;
       state.objectManager.objectsToManage[objectToComplete].done = true;
+
+      // We cancel from in-progress lists
+      const type = state.objectManager.objectsToManage[objectToComplete].type;
+      const ID = state.objectManager.objectsToManage[objectToComplete].ID;
+
+      if (type === "download") {
+        state.objectManager.currentDownloads =
+          state.objectManager.currentDownloads.filter((item) => item !== ID);
+      } else if (type === "upload") {
+        state.objectManager.currentUploads =
+          state.objectManager.currentUploads.filter((item) => item !== ID);
+      }
     },
     failObject: (
       state,
@@ -133,6 +148,18 @@ export const objectBrowserSlice = createSlice({
       state.objectManager.objectsToManage[objectToFail].done = true;
       state.objectManager.objectsToManage[objectToFail].errorMessage =
         action.payload.msg;
+
+      // We cancel from in-progress lists
+      const type = state.objectManager.objectsToManage[objectToFail].type;
+      const ID = state.objectManager.objectsToManage[objectToFail].ID;
+
+      if (type === "download") {
+        state.objectManager.currentDownloads =
+          state.objectManager.currentDownloads.filter((item) => item !== ID);
+      } else if (type === "upload") {
+        state.objectManager.currentUploads =
+          state.objectManager.currentUploads.filter((item) => item !== ID);
+      }
     },
     cancelObjectInList: (state, action: PayloadAction<string>) => {
       const objectToCancel = state.objectManager.objectsToManage.findIndex(
@@ -146,6 +173,18 @@ export const objectBrowserSlice = createSlice({
       state.objectManager.objectsToManage[objectToCancel].cancelled = true;
       state.objectManager.objectsToManage[objectToCancel].done = true;
       state.objectManager.objectsToManage[objectToCancel].percentage = 0;
+
+      // We cancel from in-progress lists
+      const type = state.objectManager.objectsToManage[objectToCancel].type;
+      const ID = state.objectManager.objectsToManage[objectToCancel].ID;
+
+      if (type === "download") {
+        state.objectManager.currentDownloads =
+          state.objectManager.currentDownloads.filter((item) => item !== ID);
+      } else if (type === "upload") {
+        state.objectManager.currentUploads =
+          state.objectManager.currentUploads.filter((item) => item !== ID);
+      }
     },
     deleteFromList: (state, action: PayloadAction<string>) => {
       const notObject = state.objectManager.objectsToManage.filter(
@@ -208,6 +247,18 @@ export const objectBrowserSlice = createSlice({
     setSimplePathHandler: (state, action: PayloadAction<string>) => {
       state.simplePath = action.payload;
     },
+    newDownloadInit: (state, action: PayloadAction<string>) => {
+      state.objectManager.currentDownloads = [
+        ...state.objectManager.currentDownloads,
+        action.payload,
+      ];
+    },
+    newUploadInit: (state, action: PayloadAction<string>) => {
+      state.objectManager.currentUploads = [
+        ...state.objectManager.currentUploads,
+        action.payload,
+      ];
+    },
   },
 });
 export const {
@@ -234,6 +285,8 @@ export const {
   setObjectDetailsView,
   setSelectedObjectView,
   setSimplePathHandler,
+  newDownloadInit,
+  newUploadInit,
 } = objectBrowserSlice.actions;
 
 export default objectBrowserSlice.reducer;
diff --git a/portal-ui/src/screens/Console/ObjectBrowser/transferManager.ts b/portal-ui/src/screens/Console/ObjectBrowser/transferManager.ts
index 9de17951d..b4bc081eb 100644
--- a/portal-ui/src/screens/Console/ObjectBrowser/transferManager.ts
+++ b/portal-ui/src/screens/Console/ObjectBrowser/transferManager.ts
@@ -15,6 +15,7 @@
 // along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 let objectCalls: { [key: string]: XMLHttpRequest } = {};
+let formDataElements: { [key: string]: FormData } = {};
 
 export const storeCallForObjectWithID = (id: string, call: XMLHttpRequest) => {
   objectCalls[id] = call;
@@ -24,6 +25,19 @@ export const callForObjectID = (id: string): XMLHttpRequest => {
   return objectCalls[id];
 };
 
+export const storeFormDataWithID = (id: string, formData: FormData) => {
+  formDataElements[id] = formData;
+};
+
+export const formDataFromID = (id: string): FormData => {
+  return formDataElements[id];
+};
+
+export const removeTrace = (id: string) => {
+  delete objectCalls[id];
+  delete formDataElements[id];
+};
+
 export const makeid = (length: number) => {
   var result = "";
   var characters =
diff --git a/portal-ui/src/screens/Console/ObjectBrowser/types.ts b/portal-ui/src/screens/Console/ObjectBrowser/types.ts
index c829e24ec..aef50857f 100644
--- a/portal-ui/src/screens/Console/ObjectBrowser/types.ts
+++ b/portal-ui/src/screens/Console/ObjectBrowser/types.ts
@@ -78,14 +78,13 @@ export interface ObjectBrowserState {
   simplePath: string | null;
 }
 
-export interface ObjectBrowserReducer {
-  objectBrowser: ObjectBrowserState;
-}
-
 export interface ObjectManager {
   objectsToManage: IFileItem[];
   managerOpen: boolean;
   newItems: boolean;
+  startedItems: string[];
+  currentDownloads: string[];
+  currentUploads: string[];
 }
 
 export interface IFileItem {
diff --git a/portal-ui/src/screens/Console/consoleSlice.ts b/portal-ui/src/screens/Console/consoleSlice.ts
index a7e765844..ee6cf6a01 100644
--- a/portal-ui/src/screens/Console/consoleSlice.ts
+++ b/portal-ui/src/screens/Console/consoleSlice.ts
@@ -31,6 +31,7 @@ const initialState: ConsoleState = {
     permissions: {},
     allowResources: null,
     customStyles: null,
+    envConstants: null,
   },
 };
 
diff --git a/portal-ui/src/screens/Console/types.ts b/portal-ui/src/screens/Console/types.ts
index 0f4d72cbd..0dc97e85d 100644
--- a/portal-ui/src/screens/Console/types.ts
+++ b/portal-ui/src/screens/Console/types.ts
@@ -26,6 +26,11 @@ export interface IAllowResources {
   resource: string;
 }
 
+export interface IEnvironmentContants {
+  maxConcurrentDownloads: number;
+  maxConcurrentUploads: number;
+}
+
 export interface ISessionResponse {
   status: string;
   features: string[];
@@ -35,6 +40,7 @@ export interface ISessionResponse {
   permissions: ISessionPermissions;
   allowResources: IAllowResources[] | null;
   customStyles?: string | null;
+  envConstants?: IEnvironmentContants | null;
 }
 
 export interface ButtonProps {
diff --git a/restapi/config.go b/restapi/config.go
index b642282f6..d7478c381 100644
--- a/restapi/config.go
+++ b/restapi/config.go
@@ -254,3 +254,21 @@ func getPrometheusJobID() string {
 func getPrometheusExtraLabels() string {
 	return env.Get(PrometheusExtraLabels, "")
 }
+
+func getMaxConcurrentUploadsLimit() int64 {
+	cu, err := strconv.ParseInt(env.Get(ConsoleMaxConcurrentUploads, "10"), 10, 64)
+	if err != nil {
+		return 10
+	}
+
+	return cu
+}
+
+func getMaxConcurrentDownloadsLimit() int64 {
+	cu, err := strconv.ParseInt(env.Get(ConsoleMaxConcurrentDownloads, "20"), 10, 64)
+	if err != nil {
+		return 20
+	}
+
+	return cu
+}
diff --git a/restapi/consts.go b/restapi/consts.go
index 7b639c663..0dee3300b 100644
--- a/restapi/consts.go
+++ b/restapi/consts.go
@@ -51,6 +51,8 @@ const (
 	PrometheusExtraLabels                        = "CONSOLE_PROMETHEUS_EXTRA_LABELS"
 	ConsoleLogQueryURL                           = "CONSOLE_LOG_QUERY_URL"
 	ConsoleLogQueryAuthToken                     = "CONSOLE_LOG_QUERY_AUTH_TOKEN"
+	ConsoleMaxConcurrentUploads                  = "CONSOLE_MAX_CONCURRENT_UPLOADS"
+	ConsoleMaxConcurrentDownloads                = "CONSOLE_MAX_CONCURRENT_DOWNLOADS"
 	LogSearchQueryAuthToken                      = "LOGSEARCH_QUERY_AUTH_TOKEN"
 	SlashSeparator                               = "/"
 )
diff --git a/restapi/embedded_spec.go b/restapi/embedded_spec.go
index fc63673e9..78d7be03a 100644
--- a/restapi/embedded_spec.go
+++ b/restapi/embedded_spec.go
@@ -5570,6 +5570,17 @@ func init() {
         }
       }
     },
+    "environmentConstants": {
+      "type": "object",
+      "properties": {
+        "maxConcurrentDownloads": {
+          "type": "integer"
+        },
+        "maxConcurrentUploads": {
+          "type": "integer"
+        }
+      }
+    },
     "error": {
       "type": "object",
       "required": [
@@ -5978,6 +5989,9 @@ func init() {
             "type": "string"
           }
         },
+        "isDirectPV": {
+          "type": "boolean"
+        },
         "loginStrategy": {
           "type": "string",
           "enum": [
@@ -6888,6 +6902,9 @@ func init() {
         "distributedMode": {
           "type": "boolean"
         },
+        "envConstants": {
+          "$ref": "#/definitions/environmentConstants"
+        },
         "features": {
           "type": "array",
           "items": {
@@ -13440,6 +13457,17 @@ func init() {
         }
       }
     },
+    "environmentConstants": {
+      "type": "object",
+      "properties": {
+        "maxConcurrentDownloads": {
+          "type": "integer"
+        },
+        "maxConcurrentUploads": {
+          "type": "integer"
+        }
+      }
+    },
     "error": {
       "type": "object",
       "required": [
@@ -13848,6 +13876,9 @@ func init() {
             "type": "string"
           }
         },
+        "isDirectPV": {
+          "type": "boolean"
+        },
         "loginStrategy": {
           "type": "string",
           "enum": [
@@ -14758,6 +14789,9 @@ func init() {
         "distributedMode": {
           "type": "boolean"
         },
+        "envConstants": {
+          "$ref": "#/definitions/environmentConstants"
+        },
         "features": {
           "type": "array",
           "items": {
diff --git a/restapi/user_session.go b/restapi/user_session.go
index 982c2312b..350cfd94d 100644
--- a/restapi/user_session.go
+++ b/restapi/user_session.go
@@ -238,6 +238,13 @@ func getSessionResponse(ctx context.Context, session *models.Principal) (*models
 	if err != nil {
 		return nil, ErrorWithContext(ctx, err)
 	}
+
+	// environment constants
+	var envConstants models.EnvironmentConstants
+
+	envConstants.MaxConcurrentUploads = getMaxConcurrentUploadsLimit()
+	envConstants.MaxConcurrentDownloads = getMaxConcurrentDownloadsLimit()
+
 	sessionResp := &models.SessionResponse{
 		Features:        getListOfEnabledFeatures(session),
 		Status:          models.SessionResponseStatusOk,
@@ -246,6 +253,7 @@ func getSessionResponse(ctx context.Context, session *models.Principal) (*models
 		Permissions:     resourcePermissions,
 		AllowResources:  allowResources,
 		CustomStyles:    customStyles,
+		EnvConstants:    &envConstants,
 	}
 	return sessionResp, nil
 }
diff --git a/swagger-console.yml b/swagger-console.yml
index 169823417..7322e465c 100644
--- a/swagger-console.yml
+++ b/swagger-console.yml
@@ -4009,6 +4009,8 @@ definitions:
         type: array
         items:
           type: string
+      isDirectPV:
+        type: boolean
   loginOauth2AuthRequest:
     type: object
     required:
@@ -4109,6 +4111,8 @@ definitions:
         type: array
         items:
           $ref: "#/definitions/permissionResource"
+      envConstants:
+        $ref: "#/definitions/environmentConstants"
 
   widgetResult:
     type: object
@@ -5239,6 +5243,7 @@ definitions:
         type: string
       shortName:
         type: string
+
   checkVersionResponse:
     type: object
     properties:
@@ -5258,6 +5263,7 @@ definitions:
         type: array
         items:
           type: string
+
   aUserPolicyResponse:
     type: object
     properties:
@@ -5311,3 +5317,11 @@ definitions:
       type: object
   kmsListIdentitiesResponse:
       type: object
+
+  environmentConstants:
+    type: object
+    properties:
+      maxConcurrentUploads:
+        type: integer
+      maxConcurrentDownloads:
+        type: integer