Greetings,
Throttling is applied through the browser’s network dev tool - https://thegeekpage.com/limit-your-upload-speed-in-google-chrome/
I am not connected to AWS but instead connecting to own S3 infrastructure (fqdn hidden in stack trace)
I have tried adjusting these values after reading about similar issues in
- S3 random storage problem on large files - #4 by T-House
- S3 Primary Object Store Large Uploads (2GB+) Fail with Exception and TimeOut Using webDAV or NextCloud Client or Web UI - #4 by Paradox551
- Large files cannot be uploaded when object storage is used as the primary storage
I have tried reverting back to the defaults for my version and even did integrity check to be sure the hashes of these files match, but the issue persisted.
There is also an error in value of 100k. I re-checked and the current state is 10k, so i must’ve made a mistake when copying.
The full stack trace of latest type of error is:
Summary
{"reqId":"ZJrRIBAjrCVbVIov-mVQkQAAhww","level":3,"time":"2023-06-27T12:12:35+00:00","remoteAddr":"IP","user":"hidden","app":"webdav","method":"PUT","url":"/remote.php/webdav/3IMG_0960.MOV","message":"Error while uploading to S3 bucket","userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36","version":"25.0.4.1","exception":{"Exception":"OCA\\DAV\\Connector\\Sabre\\Exception\\BadGateway","Message":"Error while uploading to S3 bucket","Code":0,"Trace":[{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/ObjectStore/S3ObjectTrait.php","line":162,"function":"writeMultiPart","class":"OC\\Files\\ObjectStore\\S3","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/ObjectStore/ObjectStoreStorage.php","line":491,"function":"writeObject","class":"OC\\Files\\ObjectStore\\S3","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/Storage/Wrapper/Wrapper.php","line":647,"function":"writeStream","class":"OC\\Files\\ObjectStore\\ObjectStoreStorage","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/Storage/Wrapper/Wrapper.php","line":647,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Wrapper","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/Storage/Wrapper/Wrapper.php","line":647,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Wrapper","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/lib/Connector/Sabre/File.php","line":248,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Wrapper","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/lib/Connector/Sabre/Directory.php","line":151,"function":"put","class":"OCA\\DAV\\Connector\\Sabre\\File","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":1098,"function":"createFile","class":"OCA\\DAV\\Connector\\Sabre\\Directory","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/CorePlugin.php","line":504,"function":"createFile","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/event/lib/WildcardEmitterTrait.php","line":89,"function":"httpPut","class":"Sabre\\DAV\\CorePlugin","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":472,"function":"emit","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":253,"function":"invokeMethod","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":321,"function":"start","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/appinfo/v1/webdav.php","line":85,"function":"exec","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/remote.php","line":171,"args":["/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/appinfo/v1/webdav.php"],"function":"require_once"}],"File":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/ObjectStore/S3ObjectTrait.php","Line":137,"Previous":{"Exception":"Aws\\S3\\Exception\\S3MultipartUploadException","Message":"An exception occurred while uploading parts to a multipart upload. The following parts had errors:\n- Part 6: Error executing \"UploadPart\" on \"https://s3fqdn/nextcloud/urn%3Aoid%3A56858?partNumber=6&uploadId=2~LrjTFOEwPrfSrc1vZDAifsOoI3T_3dA\"; AWS HTTP error: cURL error 55: SSL_write() returned SYSCALL, errno = 32 (see https://curl.haxx.se/libcurl/c/libcurl-errors.html) for https://s3fqdn/nextcloud/urn%3Aoid%3A56858?partNumber=6&uploadId=2~LrjTFOEwPrfSrc1vZDAifsOoI3T_3dA (server): 100 Continue - \n","Code":0,"Trace":[{"function":"Aws\\Multipart\\{closure}","class":"Aws\\Multipart\\AbstractUploadManager","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Coroutine.php","line":140,"function":"send","class":"Generator","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":204,"function":"_handleSuccess","class":"GuzzleHttp\\Promise\\Coroutine","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":153,"function":"callHandler","class":"GuzzleHttp\\Promise\\Promise","type":"::"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/TaskQueue.php","line":48,"function":"GuzzleHttp\\Promise\\{closure}","class":"GuzzleHttp\\Promise\\Promise","type":"::","args":["*** sensitive parameters replaced ***"]},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/guzzle/src/Handler/CurlMultiHandler.php","line":159,"function":"run","class":"GuzzleHttp\\Promise\\TaskQueue","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/guzzle/src/Handler/CurlMultiHandler.php","line":184,"function":"tick","class":"GuzzleHttp\\Handler\\CurlMultiHandler","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":248,"function":"execute","class":"GuzzleHttp\\Handler\\CurlMultiHandler","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":224,"function":"invokeWaitFn","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":269,"function":"waitIfPending","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":226,"function":"invokeWaitList","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":269,"function":"waitIfPending","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":226,"function":"invokeWaitList","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":62,"function":"waitIfPending","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Coroutine.php","line":67,"function":"wait","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":248,"function":"GuzzleHttp\\Promise\\{closure}","class":"GuzzleHttp\\Promise\\Coroutine","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":224,"function":"invokeWaitFn","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":269,"function":"waitIfPending","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":226,"function":"invokeWaitList","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/guzzlehttp/promises/src/Promise.php","line":62,"function":"waitIfPending","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/aws/aws-sdk-php/src/Multipart/AbstractUploadManager.php","line":83,"function":"wait","class":"GuzzleHttp\\Promise\\Promise","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/ObjectStore/S3ObjectTrait.php","line":129,"function":"upload","class":"Aws\\Multipart\\AbstractUploadManager","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/ObjectStore/S3ObjectTrait.php","line":162,"function":"writeMultiPart","class":"OC\\Files\\ObjectStore\\S3","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/ObjectStore/ObjectStoreStorage.php","line":491,"function":"writeObject","class":"OC\\Files\\ObjectStore\\S3","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/Storage/Wrapper/Wrapper.php","line":647,"function":"writeStream","class":"OC\\Files\\ObjectStore\\ObjectStoreStorage","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/Storage/Wrapper/Wrapper.php","line":647,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Wrapper","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/lib/private/Files/Storage/Wrapper/Wrapper.php","line":647,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Wrapper","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/lib/Connector/Sabre/File.php","line":248,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Wrapper","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/lib/Connector/Sabre/Directory.php","line":151,"function":"put","class":"OCA\\DAV\\Connector\\Sabre\\File","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":1098,"function":"createFile","class":"OCA\\DAV\\Connector\\Sabre\\Directory","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/CorePlugin.php","line":504,"function":"createFile","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/event/lib/WildcardEmitterTrait.php","line":89,"function":"httpPut","class":"Sabre\\DAV\\CorePlugin","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":472,"function":"emit","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":253,"function":"invokeMethod","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/sabre/dav/lib/DAV/Server.php","line":321,"function":"start","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/appinfo/v1/webdav.php","line":85,"function":"exec","class":"Sabre\\DAV\\Server","type":"->"},{"file":"/vg_DataDbWeb/vol_web/s3nc_2504/remote.php","line":171,"args":["/vg_DataDbWeb/vol_web/s3nc_2504/apps/dav/appinfo/v1/webdav.php"],"function":"require_once"}],"File":"/vg_DataDbWeb/vol_web/s3nc_2504/3rdparty/aws/aws-sdk-php/src/Multipart/AbstractUploadManager.php","Line":134},"message":"Error while uploading to S3 bucket","exception":[],"CustomMessage":"Error while uploading to S3 bucket"},"id":"649bf6b932cd6"}