[details=“Support intro”]
When using S3Object storage, i get timeouts everytime the upload isn’t fast enough. If i throttle upload at around 200mbps, i get “OCA\DAV\Connector\Sabre\Exception\BadGateway: Error uploading to S3 bucket”
My config list is below. I have tried adjusting following numbers, nothing worked as of yet:
…3rdparty/aws/aws-sdk-php/src/S3/MultipartUploader.php
const PART_MIN_SIZE = 5242880;
const PART_MAX_SIZE = 52428800;
const PART_MAX_NUM = 100000;
sudo -u apache php occ config:list
{
"system": {
"instanceid": "***REMOVED SENSITIVE VALUE***",
"passwordsalt": "***REMOVED SENSITIVE VALUE***",
"secret": "***REMOVED SENSITIVE VALUE***",
"trusted_domains": [
"domain1",
"domain2"
],
"datadirectory": "***REMOVED SENSITIVE VALUE***",
"dbtype": "mysql",
"version": "25.0.4.1",
"overwrite.cli.url": "https:\/\/fqdn",
"dbname": "***REMOVED SENSITIVE VALUE***",
"dbhost": "***REMOVED SENSITIVE VALUE***",
"dbport": "",
"dbtableprefix": "oc_",
"mysql.utf8mb4": true,
"dbuser": "***REMOVED SENSITIVE VALUE***",
"dbpassword": "***REMOVED SENSITIVE VALUE***",
"installed": true,
"objectstore": {
"class": "\\OC\\Files\\ObjectStore\\S3",
"arguments": {
"bucket": "nextcloud",
"autocreate": false,
"key": "***REMOVED SENSITIVE VALUE***",
"secret": "***REMOVED SENSITIVE VALUE***",
"hostname": "s3.hostname",
"port": 443,
"use_ssl": true,
"region": "optional",
"use_path_style": true
}
},
"memcache.local": "\\OC\\Memcache\\APCu",
"memcache.distributed": "\\OC\\Memcache\\Redis",
"memcache.locking": "\\OC\\Memcache\\Redis",
"redis": {
"host": "***REMOVED SENSITIVE VALUE***",
"port": 6379,
"dbindex": 1,
"timeout": 6,
"prefix": "nc"
},
"maintenance": false,
"loglevel": 2,
"default_language": "sl",
"mail_from_address": "***REMOVED SENSITIVE VALUE***",
"mail_smtpmode": "smtp",
"mail_sendmailmode": "smtp",
"mail_domain": "***REMOVED SENSITIVE VALUE***",
"mail_smtphost": "***REMOVED SENSITIVE VALUE***",
"mail_smtpport": "25"
},
"apps": {
"activity": {
"enabled": "yes",
"installed_version": "2.17.0",
"types": "filesystem"
},
"backgroundjob": {
"lastjob": "358"
},
"bruteforcesettings": {
"enabled": "yes",
"installed_version": "2.5.0",
"types": ""
},
"circles": {
"enabled": "yes",
"installed_version": "25.0.0",
"loopback_tmp_scheme": "https",
"maintenance_run": "0",
"maintenance_update": "{\"maximum\":3,\"3\":1687149001,\"2\":1687152002,\"1\":1687152002,\"4\":1678327202,\"5\":1678330801}",
"migration_22": "1",
"migration_run": "0",
"types": "filesystem,dav"
},
"cloud_federation_api": {
"enabled": "yes",
"installed_version": "1.8.0",
"types": "filesystem"
},
"comments": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "logging"
},
"contactsinteraction": {
"enabled": "yes",
"installed_version": "1.6.0",
"types": "dav"
},
"core": {
"backgroundjobs_mode": "cron",
"emailTestSuccessful": "1",
"installed.bundles": "[\"CoreBundle\"]",
"installedat": "1678267245.3627",
"lastcron": "1687152002",
"lastupdateResult": "{\"version\":\"25.0.7.1\",\"versionstring\":\"Nextcloud 25.0.7\",\"url\":\"https:\\\/\\\/download.nextcloud.com\\\/server\\\/releases\\\/nextcloud-25.0.7.zip\",\"web\":\"https:\\\/\\\/docs.nextcloud.com\\\/server\\\/25\\\/admin_manual\\\/maintenance\\\/upgrade.html\",\"changes\":\"https:\\\/\\\/updates.nextcloud.com\\\/changelog_server\\\/?version=25.0.7\",\"autoupdater\":\"1\",\"eol\":\"0\"}",
"lastupdatedat": "1687078580",
"moveavatarsdone": "yes",
"oc.integritycheck.checker": "[]",
"previewsCleanedUp": "1",
"public_files": "files_sharing\/public.php",
"public_webdav": "dav\/appinfo\/v1\/publicwebdav.php",
"theming.variables": "b92d206521717ac032f8aa58d3c7ff2f",
"vendor": "nextcloud"
},
"dashboard": {
"enabled": "yes",
"installed_version": "7.5.0",
"types": ""
},
"dav": {
"buildCalendarReminderIndex": "yes",
"buildCalendarSearchIndex": "yes",
"chunks_migrated": "1",
"enabled": "yes",
"generateBirthdayCalendar": "no",
"installed_version": "1.24.0",
"regeneratedBirthdayCalendarsForYearFix": "yes",
"sendEventReminders": "no",
"sendInvitations": "no",
"types": "filesystem"
},
"deck": {
"enabled": "yes",
"installed_version": "1.8.5",
"types": "dav"
},
"federatedfilesharing": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": ""
},
"federation": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "authentication"
},
"files": {
"default_quota": "5GB",
"enabled": "yes",
"installed_version": "1.20.1",
"max_chunk_size": "0",
"types": "filesystem"
},
"files_pdfviewer": {
"enabled": "yes",
"installed_version": "2.6.0",
"types": ""
},
"files_rightclick": {
"enabled": "yes",
"installed_version": "1.4.0",
"types": ""
},
"files_sharing": {
"enabled": "yes",
"installed_version": "1.17.0",
"types": "filesystem"
},
"files_trashbin": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "filesystem,dav"
},
"files_versions": {
"enabled": "yes",
"installed_version": "1.18.0",
"types": "filesystem,dav"
},
"firstrunwizard": {
"enabled": "yes",
"installed_version": "2.14.0",
"types": "logging"
},
"logreader": {
"enabled": "yes",
"installed_version": "2.10.0",
"types": ""
},
"lookup_server_connector": {
"enabled": "yes",
"installed_version": "1.13.0",
"types": "authentication"
},
"nextcloud_announcements": {
"enabled": "yes",
"installed_version": "1.14.0",
"pub_date": "Thu, 24 Oct 2019 00:00:00 +0200",
"types": "logging"
},
"notifications": {
"enabled": "yes",
"installed_version": "2.13.1",
"types": "logging"
},
"oauth2": {
"enabled": "yes",
"installed_version": "1.13.0",
"types": "authentication"
},
"onlyoffice": {
"DocumentServerInternalUrl": "",
"DocumentServerUrl": "https:\/\/nc-tvm-oo1.arnes.si\/",
"StorageUrl": "",
"demo": "{\"available\":true,\"enabled\":false,\"start\":{\"date\":\"2023-05-17 09:40:56.661188\",\"timezone_type\":3,\"timezone\":\"UTC\"}}",
"enabled": "yes",
"installed_version": "7.8.0",
"jwt_secret": "secret",
"settings_error": "",
"types": "prevent_group_restriction",
"verify_peer_off": "false"
},
"password_policy": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "authentication"
},
"photos": {
"enabled": "yes",
"installed_version": "2.0.1",
"types": "dav,authentication"
},
"privacy": {
"enabled": "yes",
"installed_version": "1.9.0",
"types": ""
},
"provisioning_api": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "prevent_group_restriction"
},
"recommendations": {
"enabled": "yes",
"installed_version": "1.4.0",
"types": ""
},
"related_resources": {
"enabled": "yes",
"installed_version": "1.0.4",
"types": ""
},
"serverinfo": {
"cached_count_filecache": "2358",
"cached_count_storages": "9",
"enabled": "yes",
"installed_version": "1.15.0",
"types": ""
},
"settings": {
"enabled": "yes",
"installed_version": "1.7.0",
"types": ""
},
"sharebymail": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "filesystem"
},
"support": {
"SwitchUpdaterServerHasRun": "yes",
"enabled": "yes",
"installed_version": "1.8.0",
"types": "session"
},
"survey_client": {
"enabled": "yes",
"installed_version": "1.13.0",
"types": ""
},
"systemtags": {
"enabled": "yes",
"installed_version": "1.15.0",
"types": "logging"
},
"text": {
"enabled": "yes",
"installed_version": "3.6.0",
"types": "dav"
},
"theming": {
"cachebuster": "26",
"disable-user-theming": "yes",
"enabled": "yes",
"installed_version": "2.0.1",
"name": "Nextcloud",
"slogan": "***REMOVED SENSITIVE VALUE***",
"types": "logging",
"url": "***REMOVED SENSITIVE VALUE***"
},
"twofactor_backupcodes": {
"enabled": "yes",
"installed_version": "1.14.0",
"types": ""
},
"updatenotification": {
"core": "25.0.7.1",
"enabled": "yes",
"installed_version": "1.15.0",
"types": "",
"update_check_errors": "0"
},
"user_ldap": {
"background_sync_interval": "1800",
"enabled": "no",
"installed_version": "1.15.0",
"s01_lastChange": "1684927176",
"s01has_memberof_filter_support": "0",
"s01home_folder_naming_rule": "",
"s01last_jpegPhoto_lookup": "0",
"s01ldap_agent_password": "***REMOVED SENSITIVE VALUE***",
"s01ldap_attributes_for_group_search": "",
"s01ldap_attributes_for_user_search": "",
"s01ldap_backup_host": "",
"s01ldap_backup_port": "",
"s01ldap_base": "",
"s01ldap_base_groups": "",
"s01ldap_base_users": "",
"s01ldap_cache_ttl": "600",
"s01ldap_configuration_active": "0",
"s01ldap_connection_timeout": "15",
"s01ldap_default_ppolicy_dn": "",
"s01ldap_display_name": "displayName",
"s01ldap_dn": "",
"s01ldap_dynamic_group_member_url": "",
"s01ldap_email_attr": "",
"s01ldap_experienced_admin": "0",
"s01ldap_expert_username_attr": "",
"s01ldap_expert_uuid_group_attr": "",
"s01ldap_expert_uuid_user_attr": "",
"s01ldap_ext_storage_home_attribute": "",
"s01ldap_gid_number": "gidNumber",
"s01ldap_group_display_name": "cn",
"s01ldap_group_filter": "",
"s01ldap_group_filter_mode": "0",
"s01ldap_group_member_assoc_attribute": "",
"s01ldap_groupfilter_groups": "",
"s01ldap_groupfilter_objectclass": "",
"s01ldap_host": "",
"s01ldap_login_filter": "",
"s01ldap_login_filter_mode": "0",
"s01ldap_loginfilter_attributes": "",
"s01ldap_loginfilter_email": "0",
"s01ldap_loginfilter_username": "1",
"s01ldap_matching_rule_in_chain_state": "unknown",
"s01ldap_nested_groups": "0",
"s01ldap_override_main_server": "",
"s01ldap_paging_size": "500",
"s01ldap_port": "",
"s01ldap_quota_attr": "",
"s01ldap_quota_def": "",
"s01ldap_tls": "0",
"s01ldap_turn_off_cert_check": "0",
"s01ldap_turn_on_pwd_change": "0",
"s01ldap_user_avatar_rule": "default",
"s01ldap_user_display_name_2": "",
"s01ldap_user_filter_mode": "0",
"s01ldap_userfilter_groups": "",
"s01ldap_userfilter_objectclass": "",
"s01ldap_userlist_filter": "",
"s01use_memberof_to_detect_membership": "1",
"types": "authentication"
},
"user_saml": {
"enabled": "yes",
"general-allow_multiple_user_back_ends": "1",
"general-use_saml_auth_for_desktop": "1",
"installed_version": "5.2.0",
"type": "saml",
"types": "authentication"
},
"user_status": {
"enabled": "yes",
"installed_version": "1.5.0",
"types": ""
},
"viewer": {
"enabled": "yes",
"installed_version": "1.9.0",
"types": ""
},
"weather_status": {
"enabled": "yes",
"installed_version": "1.5.0",
"types": ""
},
"workflowengine": {
"enabled": "yes",
"installed_version": "2.7.0",
"types": "filesystem"
}
}
}
Some or all of the below information will be requested if it isn’t supplied; for fastest response please provide as much as you can
Nextcloud version : 25.0.4
Operating system and version : AlmaLinux 8.8
Apache version (eg, Apache 2.4.25): Apache/2.4.37 (AlmaLinux)
PHP version : PHP 8.1.20
The issue you are facing:
Is this the first time you’ve seen this error? (Y/N): N
Steps to replicate it:
- Upload larger file (2GB+ at lower speed)
- Get error
config.php
<?php
$CONFIG = array (
'instanceid' => 'XXX',
'passwordsalt' => 'XX',
'secret' => 'XXX',
'trusted_domains' =>
array (
0 => 'XX',
1 => 'XX',
),
'datadirectory' => '/opt/nextcloud/s3data/',
'dbtype' => 'mysql',
'version' => '25.0.4.1',
'overwrite.cli.url' => 'XXX',
'dbname' => 'XXXX',
'dbhost' => 'XX',
'dbport' => '',
'dbtableprefix' => 'oc_',
'mysql.utf8mb4' => true,
'dbuser' => 'XXX',
'dbpassword' => 'XXX',
'installed' => true,
'objectstore' =>
array (
'class' => '\\OC\\Files\\ObjectStore\\S3',
'arguments' =>
array (
'bucket' => 'nextcloud',
'autocreate' => false,
'key' => 'XXXXX',
'secret' => 'XXXX',
'hostname' => 'XXX',
'port' => 443,
'use_ssl' => true,
'region' => 'optional',
'use_path_style' => true,
),
),
'memcache.local' => '\\OC\\Memcache\\APCu',
'memcache.distributed' => '\\OC\\Memcache\\Redis',
'memcache.locking' => '\\OC\\Memcache\\Redis',
'redis' =>
array (
'host' => 'XXX',
'port' => XX,
'dbindex' => 1,
'timeout' => 6,
'prefix' => 'nc',
),
'maintenance' => false,
'log_type' => 'file',
'logfile' => '/var/log/httpd/nextcloud/error.log',
'loglevel' => 3,
'log_rotate_size' => 1048576000,
'default_language' => 'sl',
'mail_from_address' => 'admin',
'mail_smtpmode' => 'smtp',
'mail_sendmailmode' => 'smtp',
'mail_domain' => 'XXX',
'mail_smtphost' => 'XXX',
'mail_smtpport' => '25',
);
The output of your Nextcloud log in Admin > Logging:
{
"reqId": "ZJl0kWlp7X@@1ZYqRMvO8AAAxwY",
"level": 3,
"time": "2023-06-26T11:53:05+00:00",
"remoteAddr": "XXX",
"user": "XXX",
"app": "objectstore",
"method": "PUT",
"url": "/remote.php/webdav/4g.img",
"message": "Could not update object urn:oid:4109 for files/4g.img",
"userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
"version": "25.0.4.1",
"exception": {
"Exception": "OCA\\DAV\\Connector\\Sabre\\Exception\\BadGateway",
"Message": "Error while uploading to S3 bucket",
"Code": 0,
"Trace": [...