Error uploading big files

ℹ️ Support
1

Nextcloud version (eg, 20.0.5): 21.0.0
Operating system and version (eg, Ubuntu 20.04): Debian Buster (Raspbian)
Apache or nginx version (eg, Apache 2.4.25): nginx 1.14.2
PHP version (eg, 7.4): PHP-FPM 7.3

The issue you are facing:
I have a new install and I’m trying to upload a big file (>500MB) . When the progress bar reaches 100% and say ‘0 seconds left’ it tooks a few minutes, as if it were processing the file and I get a timeout error. I have tried in Windows desktop and Android.

Is this the first time you’ve seen this error? (Y/N): No

Steps to replicate it:

  1. Upload a big file (>500MB)

The output of your Nextcloud log in Admin > Logging:

{"reqId":"eA3Kky0wqiSUALmzr9NI","level":3,"time":"2021-03-22T01:03:43+00:00","remoteAddr":"88.5.26.179","user":"Victor","app":"PHP","method":"MOVE","url":"/remote.php/dav/uploads/Victor/961150332/.file","message":{"Exception":"Error","Message":"Cannot modify header information - headers already sent by (output started at /var/www/my.domain/3rdparty/sabre/http/lib/Sapi.php:132) at /var/www/my.domain/apps/dav/lib/Connector/Sabre/File.php#691","Code":0,"Trace":[{"function":"onError","class":"OC\\Log\\ErrorHandler","type":"::","args":[2,"Cannot modify header information - headers already sent by (output started at /var/www/my.domain/3rdparty/sabre/http/lib/Sapi.php:132)","/var/www/my.domain/apps/dav/lib/Connector/Sabre/File.php",691,{"string":"X-Hash-MD5: b62425140d33eaf337620a87e4e7679f"}]},{"file":"/var/www/my.domain/apps/dav/lib/Connector/Sabre/File.php","line":691,"function":"header","args":["X-Hash-MD5: b62425140d33eaf337620a87e4e7679f"]},{"file":"/var/www/my.domain/apps/dav/lib/Connector/Sabre/File.php","line":189,"function":"header","class":"OCA\\DAV\\Connector\\Sabre\\File","type":"->","args":["X-Hash-MD5: b62425140d33eaf337620a87e4e7679f"]},{"function":"OCA\\DAV\\Connector\\Sabre\\{closure}","class":"OCA\\DAV\\Connector\\Sabre\\File","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/var/www/my.domain/lib/private/Files/Stream/HashWrapper.php","line":71,"function":"call_user_func","args":[{"__class__":"Closure"},"*** sensitive parameter replaced ***"]},{"function":"stream_close","class":"OC\\Files\\Stream\\HashWrapper","type":"->","args":[]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":96,"function":"fclose","args":[null]},{"file":"/var/www/my.domain/lib/private/Files/Stream/HashWrapper.php","line":75,"function":"stream_close","class":"Icewind\\Streams\\Wrapper","type":"->","args":[]},{"function":"stream_close","class":"OC\\Files\\Stream\\HashWrapper","type":"->","args":[]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":96,"function":"fclose","args":[null]},{"file":"/var/www/my.domain/lib/private/Files/Stream/HashWrapper.php","line":75,"function":"stream_close","class":"Icewind\\Streams\\Wrapper","type":"->","args":[]},{"function":"stream_close","class":"OC\\Files\\Stream\\HashWrapper","type":"->","args":[]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":96,"function":"fclose","args":[null]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/CallbackWrapper.php","line":117,"function":"stream_close","class":"Icewind\\Streams\\Wrapper","type":"->","args":[]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Server.php","line":321,"function":"stream_close","class":"Icewind\\Streams\\CallbackWrapper","type":"->","args":[]},{"file":"/var/www/my.domain/apps/dav/lib/Server.php","line":332,"function":"exec","class":"Sabre\\DAV\\Server","type":"->","args":[]},{"file":"/var/www/my.domain/apps/dav/appinfo/v2/remote.php","line":35,"function":"exec","class":"OCA\\DAV\\Server","type":"->","args":[]},{"file":"/var/www/my.domain/remote.php","line":167,"args":["/var/www/my.domain/apps/dav/appinfo/v2/remote.php"],"function":"require_once"}],"File":"/var/www/my.domain/lib/private/Log/ErrorHandler.php","Line":92,"CustomMessage":"--"},"userAgent":"Mozilla/5.0 (Windows) mirall/3.1.3stable-Win64 (build 20210218) (Nextcloud)","version":"21.0.0.18"}
{"reqId":"rmNo34F3Nb3YB10iwmaY","level":2,"time":"2021-03-22T01:18:45+00:00","remoteAddr":"88.5.26.179","user":"Victor","app":"no app in context","method":"GET","url":"/apps/files/","message":"Invalid data provided to provideInitialState by files","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36","version":"21.0.0.18"}
{"reqId":"lOpK8S4UOalS8XWFwCDU","level":2,"time":"2021-03-22T01:19:12+00:00","remoteAddr":"88.5.26.179","user":"Victor","app":"no app in context","method":"GET","url":"/apps/files/","message":"Invalid data provided to provideInitialState by files","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36","version":"21.0.0.18"}
{"reqId":"R7erwfcQM4DuudL0991N","level":2,"time":"2021-03-22T18:55:35+00:00","remoteAddr":"88.5.26.179","user":"Victor","app":"no app in context","method":"GET","url":"/apps/files/","message":"Invalid data provided to provideInitialState by files","userAgent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36","version":"21.0.0.18"}
{"reqId":"mZ6rRggGDoPQfYlJnXhG","level":3,"time":"2021-03-22T19:32:30+00:00","remoteAddr":"88.5.26.179","user":"Victor","app":"PHP","method":"MOVE","url":"/remote.php/dav/uploads/Victor/1056496424/.file","message":{"Exception":"Error","Message":"fopen(/home/victor/NextCloudData/Victor/uploads/1056496424/00000018): failed to open stream: No such file or directory at /var/www/my.domain/lib/private/Files/Storage/Local.php#357","Code":0,"Trace":[{"function":"onError","class":"OC\\Log\\ErrorHandler","type":"::","args":[2,"fopen(/home/victor/NextCloudData/Victor/uploads/1056496424/00000018): failed to open stream: No such file or directory","/var/www/my.domain/lib/private/Files/Storage/Local.php",357,{"path":"uploads/1056496424/00000018","mode":"r"}]},{"file":"/var/www/my.domain/lib/private/Files/Storage/Local.php","line":357,"function":"fopen","args":["/home/victor/NextCloudData/Victor/uploads/1056496424/00000018","r"]},{"file":"/var/www/my.domain/lib/private/Files/Storage/Wrapper/Encryption.php","line":482,"function":"fopen","class":"OC\\Files\\Storage\\Local","type":"->","args":["uploads/1056496424/00000018","r"]},{"file":"/var/www/my.domain/lib/private/Files/View.php","line":1166,"function":"fopen","class":"OC\\Files\\Storage\\Wrapper\\Encryption","type":"->","args":["uploads/1056496424/00000018","r"]},{"file":"/var/www/my.domain/lib/private/Files/View.php","line":1002,"function":"basicOperation","class":"OC\\Files\\View","type":"->","args":["fopen","/1056496424/00000018",["read"],"r"]},{"file":"/var/www/my.domain/apps/dav/lib/Connector/Sabre/File.php","line":434,"function":"fopen","class":"OC\\Files\\View","type":"->","args":["1056496424/00000018","r"]},{"file":"/var/www/my.domain/apps/dav/lib/Upload/AssemblyStream.php","line":295,"function":"get","class":"OCA\\DAV\\Connector\\Sabre\\File","type":"->","args":[]},{"file":"/var/www/my.domain/apps/dav/lib/Upload/AssemblyStream.php","line":165,"function":"getStream","class":"OCA\\DAV\\Upload\\AssemblyStream","type":"->","args":[{"__class__":"OCA\\DAV\\Connector\\Sabre\\File"}]},{"function":"stream_read","class":"OCA\\DAV\\Upload\\AssemblyStream","type":"->","args":[8192]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":55,"function":"fread","args":[null,8192]},{"file":"/var/www/my.domain/lib/private/Files/Stream/HashWrapper.php","line":64,"function":"stream_read","class":"Icewind\\Streams\\Wrapper","type":"->","args":[8192]},{"function":"stream_read","class":"OC\\Files\\Stream\\HashWrapper","type":"->","args":[8192]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":55,"function":"fread","args":[null,8192]},{"file":"/var/www/my.domain/lib/private/Files/Stream/HashWrapper.php","line":64,"function":"stream_read","class":"Icewind\\Streams\\Wrapper","type":"->","args":[8192]},{"function":"stream_read","class":"OC\\Files\\Stream\\HashWrapper","type":"->","args":[8192]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":55,"function":"fread","args":[null,8192]},{"file":"/var/www/my.domain/lib/private/Files/Stream/HashWrapper.php","line":64,"function":"stream_read","class":"Icewind\\Streams\\Wrapper","type":"->","args":[8192]},{"function":"stream_read","class":"OC\\Files\\Stream\\HashWrapper","type":"->","args":[8192]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/Wrapper.php","line":55,"function":"fread","args":[null,8192]},{"file":"/var/www/my.domain/3rdparty/icewind/streams/src/CallbackWrapper.php","line":96,"function":"stream_read","class":"Icewind\\Streams\\Wrapper","type":"->","args":[8192]},{"function":"stream_read","class":"Icewind\\Streams\\CallbackWrapper","type":"->","args":[8192]},{"file":"/var/www/my.domain/lib/private/legacy/OC_Helper.php","line":258,"function":"fread","args":[null,8192]},{"file":"/var/www/my.domain/lib/private/Files/Storage/Wrapper/Encryption.php","line":1040,"function":"streamCopy","class":"OC_Helper","type":"::","args":[null,null]},{"file":"/var/www/my.domain/apps/dav/lib/Connector/Sabre/File.php","line":207,"function":"writeStream","class":"OC\\Files\\Storage\\Wrapper\\Encryption","type":"->","args":["files/xubuntu-20.04.1-desktop-amd64.iso.ocTransferId103462132.part",null]},{"file":"/var/www/my.domain/apps/dav/lib/Connector/Sabre/Directory.php","line":156,"function":"put","class":"OCA\\DAV\\Connector\\Sabre\\File","type":"->","args":[null]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Tree.php","line":305,"function":"createFile","class":"OCA\\DAV\\Connector\\Sabre\\Directory","type":"->","args":["xubuntu-20.04.1-desktop-amd64.iso",null]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Tree.php","line":133,"function":"copyNode","class":"Sabre\\DAV\\Tree","type":"->","args":[{"__class__":"OCA\\DAV\\Upload\\FutureFile"},{"__class__":"OCA\\DAV\\Files\\FilesHome"},"xubuntu-20.04.1-desktop-amd64.iso"]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Tree.php","line":163,"function":"copy","class":"Sabre\\DAV\\Tree","type":"->","args":["uploads/Victor/1056496424/.file","files/Victor/xubuntu-20.04.1-desktop-amd64.iso"]},{"file":"/var/www/my.domain/apps/dav/lib/Upload/ChunkingPlugin.php","line":95,"function":"move","class":"Sabre\\DAV\\Tree","type":"->","args":["uploads/Victor/1056496424/.file","files/Victor/xubuntu-20.04.1-desktop-amd64.iso"]},{"file":"/var/www/my.domain/apps/dav/lib/Upload/ChunkingPlugin.php","line":77,"function":"performMove","class":"OCA\\DAV\\Upload\\ChunkingPlugin","type":"->","args":["uploads/Victor/1056496424/.file","files/Victor/xubuntu-20.04.1-desktop-amd64.iso"]},{"file":"/var/www/my.domain/3rdparty/sabre/event/lib/WildcardEmitterTrait.php","line":89,"function":"beforeMove","class":"OCA\\DAV\\Upload\\ChunkingPlugin","type":"->","args":["uploads/Victor/1056496424/.file","files/Victor/xubuntu-20.04.1-desktop-amd64.iso"]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/CorePlugin.php","line":603,"function":"emit","class":"Sabre\\DAV\\Server","type":"->","args":["beforeMove",["uploads/Victor/1056496424/.file","files/Victor/xubuntu-20.04.1-desktop-amd64.iso"]]},{"file":"/var/www/my.domain/3rdparty/sabre/event/lib/WildcardEmitterTrait.php","line":89,"function":"httpMove","class":"Sabre\\DAV\\CorePlugin","type":"->","args":[{"__class__":"Sabre\\HTTP\\Request"},{"__class__":"Sabre\\HTTP\\Response"}]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Server.php","line":472,"function":"emit","class":"Sabre\\DAV\\Server","type":"->","args":["method:MOVE",[{"__class__":"Sabre\\HTTP\\Request"},{"__class__":"Sabre\\HTTP\\Response"}]]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Server.php","line":253,"function":"invokeMethod","class":"Sabre\\DAV\\Server","type":"->","args":[{"__class__":"Sabre\\HTTP\\Request"},{"__class__":"Sabre\\HTTP\\Response"}]},{"file":"/var/www/my.domain/3rdparty/sabre/dav/lib/DAV/Server.php","line":321,"function":"start","class":"Sabre\\DAV\\Server","type":"->","args":[]},{"file":"/var/www/my.domain/apps/dav/lib/Server.php","line":332,"function":"exec","class":"Sabre\\DAV\\Server","type":"->","args":[]},{"file":"/var/www/my.domain/apps/dav/appinfo/v2/remote.php","line":35,"function":"exec","class":"OCA\\DAV\\Server","type":"->","args":[]},{"file":"/var/www/my.domain/remote.php","line":167,"args":
(sorry, it's too big --> https://pastebin.com/pxdWKSk6)

The output of your config.php file in /path/to/nextcloud (make sure you remove any identifiable information!):

<?php
$CONFIG = array (
  'instanceid' => '',
  'passwordsalt' => '+',
  'secret' => '/+',
  'trusted_domains' =>
  array (
    0 => 'my.domain.com',
  ),
  'datadirectory' => '/path/to/NextCloudData',
  'dbtype' => 'mysql',
  'version' => '21.0.0.18',
  'overwrite.cli.url' => 'my.domain.com',
  'dbname' => '',
  'dbhost' => 'localhost',
  'dbport' => '',
  'dbtableprefix' => 'oc_',
  'mysql.utf8mb4' => true,
  'dbuser' => '',
  'dbpassword' => '',
  'installed' => true,
  'maintenance' => false,
  'filelocking.enabled' => true,
  'memcache.local' => '\\OC\\Memcache\\APCu',
  'memcache.locking' => '\\OC\\Memcache\\Redis',
  'redis' => array (
    'host' => 'localhost',
    'port' => 6379,
    'timeout' => 0.0,
  ),
);

The output of your Apache/nginx/system log in /var/log/____:

It's clean

Thanks!!

2

php.ini —>

memory_limit
post_max_size
upload_max_filesize
max_file_uploads

set correctly ?

br NP

3

@n0plan, thanks for your answer.

memory_limit = 512M
post_max_size = 16G
upload_max_filesize = 16G
max_file_uploads = 20

Is it correct?

Thanks

4

afaik

the memory_limit and the max file size should be equal

at least i’m runnin it that way without problems but with only 4GB in a 8GB RAM host

brNP

5

But that means I couldn’t upload a file bigger than 1GB in a raspberry pi 3 with 1GB RAM? Thanks!

6

fair question haven’ thought about it

have you tried ?

what baseline is your RAM usage ?
eg wat shows #htop when doing nothing on the pi