Fulltextsearch Elasticsearch NC 24

Bonjour, :wave:

All dockers:

  • Nextcloud 24.0
  • Elasticsearch 7.17.3 (with --batch ingest-attachment)
  • Tesseract in docker Nextcloud

All is correctly installed I think.

occ fulltextsearch:test --platform_delay 3

.Testing your current setup:
Creating mocked content provider. ok
Testing mocked provider: get indexable documents. (2 items) ok
Loading search platform. (Elasticsearch) ok
Testing search platform. ok
Locking process ok
Removing test. ok
Pausing 3 seconds 1 2 3 ok
Initializing index mapping. ok
Indexing generated documents. ok
Pausing 3 seconds 1 2 3 ok
Retreiving content from a big index (license). (size: 32386) ok
Comparing document with source. ok
Searching basic keywords:
 - 'test' (result: 1, expected: ["simple"]) ok
 - 'document is a simple test' (result: 2, expected: ["simple","license"]) ok
 - '"document is a test"' (result: 0, expected: []) ok
 - '"document is a simple test"' (result: 1, expected: ["simple"]) ok
 - 'document is a simple -test' (result: 1, expected: ["license"]) ok
 - 'document is a simple +test' (result: 1, expected: ["simple"]) ok
 - '-document is a simple test' (result: 0, expected: []) ok
 - 'document is a simple +test +testing' (result: 1, expected: ["simple"]) ok
 - 'document is a simple +test -testing' (result: 0, expected: []) ok
 - 'document is a +simple -test -testing' (result: 0, expected: []) ok
 - '+document is a simple -test -testing' (result: 1, expected: ["license"]) ok
 - 'document is a +simple -license +testing' (result: 1, expected: ["simple"]) ok
Updating documents access. ok
Pausing 3 seconds 1 2 3 ok
Searching with group access rights:
 - 'license' - [] -  (result: 0, expected: []) ok
 - 'license' - ["group_1"] -  (result: 1, expected: ["license"]) ok
 - 'license' - ["group_1","group_2"] -  (result: 1, expected: ["license"]) ok
 - 'license' - ["group_3","group_2"] -  (result: 1, expected: ["license"]) ok
 - 'license' - ["group_3"] -  (result: 0, expected: []) ok
Searching with share rights:
 - 'license' - notuser -  (result: 0, expected: []) ok
 - 'license' - user2 -  (result: 1, expected: ["license"]) ok
 - 'license' - user3 -  (result: 1, expected: ["license"]) ok
Removing test. ok
Unlocking process ok

occ fulltextsearch:check

Full text search 24.0.0

- Search Platform:
Elasticsearch 24.0.0 (Selected)
{
    "elastic_host": [
        "http://elastic:********@127.0.0.1:9200"
    ],
    "elastic_index": "nextcloud",
    "fields_limit": "10000",
    "es_ver_below66": "0",
    "analyzer_tokenizer": "standard"
}

- Content Providers:
Deck 1.7.0
[]
Files 24.0.0
{
    "files_local": "1",
    "files_external": "1",
    "files_group_folders": "1",
    "files_encrypted": "0",
    "files_federated": "0",
    "files_size": "20",
    "files_pdf": "1",
    "files_office": "1",
    "files_image": "0",
    "files_audio": "0",
    "files_fulltextsearch_tesseract": {
        "version": "24.0.0",
        "enabled": "1",
        "psm": "4",
        "lang": "fra,eng",
        "pdf": "1",
        "pdf_limit": "0"
    }
}

occ fulltextsearch:index

┌─ Indexing  ────
│ Action: fillDocument
│ Provider: Files                Account: XXXXXXX
│ Document: 6
│ Info: application/pdf
│ Title: Documents/Nextcloud flyer.pdf
│ Content size:
│ Chunk:     10/44
│ Progress:      0/1
└──
┌─ Results ────
│ Result:     11/11
│ Index: deck:10
│ Status: ok
│ Message: {"_index":"nextcloud","_type":"_doc","_id":"deck:10","_version":1,"
│ result":"noop","_shards":{"total":0,"successful":0,"failed":0},"_seq_no":14,"
│ _primary_term":1}
└──
┌─ Errors ────
│ Error:      0/0
│ Index:
│ Exception:
│ Message:
│
│
└──
## x:first result ## c/v:prec/next result ## b:last result
## f:first error ## h/j:prec/next error ## d:delete error ## l:last error
## q:quit ## p:pause
An unhandled exception has been thrown:
Error: Call to a member function getContent() on string in /var/www/html/custom_apps/files_fulltextsearch/lib/Service/FilesService.php:814
Stack trace:
#0 /var/www/html/custom_apps/files_fulltextsearch/lib/Service/FilesService.php(747): OCA\Files_FullTextSearch\Service\FilesService->updateContentFromFile('*** sensitive p...', Object(OC\Files\Node\File))
#1 /var/www/html/custom_apps/files_fulltextsearch/lib/Service/FilesService.php(727): OCA\Files_FullTextSearch\Service\FilesService->updateFilesDocumentFromFile(Object(OCA\Files_FullTextSearch\Model\FilesDocument), Object(OC\Files\Node\File))
#2 /var/www/html/custom_apps/files_fulltextsearch/lib/Service/FilesService.php(618): OCA\Files_FullTextSearch\Service\FilesService->updateFilesDocument(Object(OCA\Files_FullTextSearch\Model\FilesDocument))
#3 /var/www/html/custom_apps/files_fulltextsearch/lib/Provider/FilesProvider.php(288): OCA\Files_FullTextSearch\Service\FilesService->generateDocument(Object(OCA\Files_FullTextSearch\Model\FilesDocument))
#4 /var/www/html/custom_apps/fulltextsearch/lib/Service/IndexService.php(315): OCA\Files_FullTextSearch\Provider\FilesProvider->fillIndexDocument(Object(OCA\Files_FullTextSearch\Model\FilesDocument))
#5 /var/www/html/custom_apps/fulltextsearch/lib/Service/IndexService.php(195): OCA\FullTextSearch\Service\IndexService->indexDocuments(Object(OCA\FullTextSearch_Elasticsearch\Platform\ElasticSearchPlatform), Object(OCA\Files_FullTextSearch\Provider\FilesProvider), Array, Object(OCA\FullTextSearch\Model\IndexOptions))
#6 /var/www/html/custom_apps/fulltextsearch/lib/Command/Index.php(416): OCA\FullTextSearch\Service\IndexService->indexProviderContentFromUser(Object(OCA\FullTextSearch_Elasticsearch\Platform\ElasticSearchPlatform), Object(OCA\Files_FullTextSearch\Provider\FilesProvider), 'comacho', Object(OCA\FullTextSearch\Model\IndexOptions))
#7 /var/www/html/custom_apps/fulltextsearch/lib/Command/Index.php(279): OCA\FullTextSearch\Command\Index->indexProvider(Object(OCA\Files_FullTextSearch\Provider\FilesProvider), Object(OCA\FullTextSearch\Model\IndexOptions))
#8 /var/www/html/3rdparty/symfony/console/Command/Command.php(255): OCA\FullTextSearch\Command\Index->execute(Object(Symfony\Component\Console\Input\ArgvInput), Object(Symfony\Component\Console\Output\ConsoleOutput))
#9 /var/www/html/core/Command/Base.php(168): Symfony\Component\Console\Command\Command->run(Object(Symfony\Component\Console\Input\ArgvInput), Object(Symfony\Component\Console\Output\ConsoleOutput))
#10 /var/www/html/3rdparty/symfony/console/Application.php(1009): OC\Core\Command\Base->run(Object(Symfony\Component\Console\Input\ArgvInput), Object(Symfony\Component\Console\Output\ConsoleOutput))
#11 /var/www/html/3rdparty/symfony/console/Application.php(273): Symfony\Component\Console\Application->doRunCommand(Object(OCA\FullTextSearch\Command\Index), Object(Symfony\Component\Console\Input\ArgvInput), Object(Symfony\Component\Console\Output\ConsoleOutput))
#12 /var/www/html/3rdparty/symfony/console/Application.php(149): Symfony\Component\Console\Application->doRun(Object(Symfony\Component\Console\Input\ArgvInput), Object(Symfony\Component\Console\Output\ConsoleOutput))
#13 /var/www/html/lib/private/Console/Application.php(211): Symfony\Component\Console\Application->run(Object(Symfony\Component\Console\Input\ArgvInput), Object(Symfony\Component\Console\Output\ConsoleOutput))
#14 /var/www/html/console.php(99): OC\Console\Application->run()
#15 /var/www/html/occ(11): require_once('/var/www/html/c...')

And in nextcloud.log, but not sure is related:

{"reqId":"zu3CQ6gnifnKgnPGWFqB","level":3,"time":"2022-05-10T10:05:03+00:00","remoteAddr":"","user":"--","app":"documentserver_community","method":"","url":"--","message":"Error while applying changes for document 1862261346","userAgent":"--","version":"24.0.0.12","exception":{"Exception":"OCA\\DocumentServer\\Document\\DocumentConversionException","Message":"Killed\n","Code":0,"Trace":[{"file":"/var/www/html/custom_apps/documentserver_community/lib/DocumentConverter.php","line":125,"function":"run","class":"OCA\\DocumentServer\\Document\\ConverterBinary","type":"->","args":["/tmp/oc_tmp_1vPGna-.xml",null]},{"file":"/var/www/html/custom_apps/documentserver_community/lib/DocumentConverter.php","line":80,"function":"runCommand","class":"OCA\\DocumentServer\\DocumentConverter","type":"->","args":[{"__class__":"OCA\\DocumentServer\\Document\\ConvertCommand"}]},{"file":"/var/www/html/custom_apps/documentserver_community/lib/Document/DocumentStore.php","line":156,"function":"saveChanges","class":"OCA\\DocumentServer\\DocumentConverter","type":"->","args":["*** sensitive parameter replaced ***",["76;AgAAADEA//8BACnGlGHgEAAALQEAAAYAAAAAAAAAAAAAAAMAAAAAAAAA9v///xoAAAA2AC4ANAAuADIALgA2AC4AQABAAFIAZQB2AA==","34;BgAAADYAMAA2AAEAHAABAAAAAAAAAAEAAABhAAAAAwAAAA==","34;BgAAADYAMAA2AAEAHAABAAAAAQAAAAEAAAB1AAAAAwAAAA==","34;BgAAADYAMAA2AAEAHAABAAAAAgAAAAEAAAB0AAAAAwAAAA==","34;BgAAADYAMAA2AAEAHAABAAAAAwAAAAEAAAByAAAAAwAAAA==","And 12 more entries, set log level to debug to see all entries"],"/var/www/html/data/appdata_ocb28oslot5t/documentserver_community/doc_1862261346/saved.docx","docx"]},{"file":"/var/www/html/custom_apps/documentserver_community/lib/LocalAppData.php","line":102,"function":"OCA\\DocumentServer\\Document\\{closure}","class":"OCA\\DocumentServer\\Document\\DocumentStore","type":"->","args":["*** sensitive parameters replaced ***"]},{"file":"/var/www/html/custom_apps/documentserver_community/lib/Document/DocumentStore.php","line":176,"function":"getReadWriteLocalPath","class":"OCA\\DocumentServer\\LocalAppData","type":"->","args":[{"__class__":"OC\\Files\\SimpleFS\\SimpleFolder"},{"__class__":"Closure"}]},{"file":"/var/www/html/custom_apps/documentserver_community/lib/Document/SaveHandler.php","line":58,"function":"saveChanges","class":"OCA\\DocumentServer\\Document\\DocumentStore","type":"->","args":[1862261346,[{"__class__":"OCA\\DocumentServer\\Document\\Change"},{"__class__":"OCA\\DocumentServer\\Document\\Change"},{"__class__":"OCA\\DocumentServer\\Document\\Change"},{"__class__":"OCA\\DocumentServer\\Document\\Change"},{"__class__":"OCA\\DocumentServer\\Document\\Change"},"And 12 more entries, set log level to debug to see all entries"]]},{"file":"/var/www/html/custom_apps/documentserver_community/lib/BackgroundJob/Cleanup.php","line":71,"function":"flushChanges","class":"OCA\\DocumentServer\\Document\\SaveHandler","type":"->","args":[1862261346]},{"file":"/var/www/html/lib/public/BackgroundJob/Job.php","line":79,"function":"run","class":"OCA\\DocumentServer\\BackgroundJob\\Cleanup","type":"->","args":[null]},{"file":"/var/www/html/cron.php","line":151,"function":"execute","class":"OCP\\BackgroundJob\\Job","type":"->","args":[{"__class__":"OC\\BackgroundJob\\JobList"},{"__class__":"OC\\Log"}]}],"File":"/var/www/html/custom_apps/documentserver_community/lib/Document/ConverterBinary.php","Line":66,"CustomMessage":"Error while applying changes for document 1862261346"}}

When I try in search page, I had no results when I check files. :cry:

Can you help me? :ring_buoy:

Thanks!

I keep looking.

I found more log, with this when I started index:

{"reqId":"gSGfe8k5KWiOSk0RG2W2","level":3,"time":"2022-05-11T07:45:49+00:00","remoteAddr":"","user":"--","app":"files_fulltextsearch","method":"","url":"--","message":"{\"userId\":\"USERNAME\",\"options\":[]}","userAgent":"--","version":"24.0.0.12","exception":{"Exception":"OCP\\Files\\NotFoundException","Message":"/USERNAME/files","Code":0,"Trace":[{"file":"/var/www/html/lib/private/Files/Node/LazyUserFolder.php","line":59,"function":"get","class":"OC\\Files\\Node\\Root","type":"->","args":["/USERNAME/files"]},{"file":"/var/www/html/custom_apps/files_fulltextsearch/lib/Service/FilesService.php","line":234,"function":"get","class":"OC\\Files\\Node\\LazyUserFolder","type":"->","args":["/"]},{"file":"/var/www/html/custom_apps/files_fulltextsearch/lib/Provider/FilesProvider.php","line":249,"function":"getChunksFromUser","class":"OCA\\Files_FullTextSearch\\Service\\FilesService","type":"->","args":["USERNAME",{"__class__":"OCA\\FullTextSearch\\Model\\IndexOptions"}]},{"file":"/var/www/html/custom_apps/fulltextsearch/lib/Service/IndexService.php","line":173,"function":"generateChunks","class":"OCA\\Files_FullTextSearch\\Provider\\FilesProvider","type":"->","args":["USERNAME"]},{"file":"/var/www/html/custom_apps/fulltextsearch/lib/Command/Index.php","line":416,"function":"indexProviderContentFromUser","class":"OCA\\FullTextSearch\\Service\\IndexService","type":"->","args":[{"__class__":"OCA\\FullTextSearch_Elasticsearch\\Platform\\ElasticSearchPlatform"},{"__class__":"OCA\\Files_FullTextSearch\\Provider\\FilesProvider"},"USERNAME",{"__class__":"OCA\\FullTextSearch\\Model\\IndexOptions"}]},{"file":"/var/www/html/custom_apps/fulltextsearch/lib/Command/Index.php","line":279,"function":"indexProvider","class":"OCA\\FullTextSearch\\Command\\Index","type":"->","args":[{"__class__":"OCA\\Files_FullTextSearch\\Provider\\FilesProvider"},{"__class__":"OCA\\FullTextSearch\\Model\\IndexOptions"}]},{"file":"/var/www/html/3rdparty/symfony/console/Command/Command.php","line":255,"function":"execute","class":"OCA\\FullTextSearch\\Command\\Index","type":"->","args":[{"__class__":"Symfony\\Component\\Console\\Input\\ArgvInput"},{"__class__":"Symfony\\Component\\Console\\Output\\ConsoleOutput"}]},{"file":"/var/www/html/core/Command/Base.php","line":168,"function":"run","class":"Symfony\\Component\\Console\\Command\\Command","type":"->","args":[{"__class__":"Symfony\\Component\\Console\\Input\\ArgvInput"},{"__class__":"Symfony\\Component\\Console\\Output\\ConsoleOutput"}]},{"file":"/var/www/html/3rdparty/symfony/console/Application.php","line":1009,"function":"run","class":"OC\\Core\\Command\\Base","type":"->","args":[{"__class__":"Symfony\\Component\\Console\\Input\\ArgvInput"},{"__class__":"Symfony\\Component\\Console\\Output\\ConsoleOutput"}]},{"file":"/var/www/html/3rdparty/symfony/console/Application.php","line":273,"function":"doRunCommand","class":"Symfony\\Component\\Console\\Application","type":"->","args":[{"__class__":"OCA\\FullTextSearch\\Command\\Index"},{"__class__":"Symfony\\Component\\Console\\Input\\ArgvInput"},{"__class__":"Symfony\\Component\\Console\\Output\\ConsoleOutput"}]},{"file":"/var/www/html/3rdparty/symfony/console/Application.php","line":149,"function":"doRun","class":"Symfony\\Component\\Console\\Application","type":"->","args":[{"__class__":"Symfony\\Component\\Console\\Input\\ArgvInput"},{"__class__":"Symfony\\Component\\Console\\Output\\ConsoleOutput"}]},{"file":"/var/www/html/lib/private/Console/Application.php","line":211,"function":"run","class":"Symfony\\Component\\Console\\Application","type":"->","args":[{"__class__":"Symfony\\Component\\Console\\Input\\ArgvInput"},{"__class__":"Symfony\\Component\\Console\\Output\\ConsoleOutput"}]},{"file":"/var/www/html/console.php","line":99,"function":"run","class":"OC\\Console\\Application","type":"->","args":[]},{"file":"/var/www/html/occ","line":11,"args":["/var/www/html/console.php"],"function":"require_once"}],"File":"/var/www/html/lib/private/Files/Node/Root.php","Line":209,"CustomMessage":"{\"userId\":\"USERNAME\",\"options\":[]}"}}
{"reqId":"gSGfe8k5KWiOSk0RG2W2","level":2,"time":"2022-05-11T07:45:49+00:00","remoteAddr":"","user":"--","app":"no app in context","method":"","url":"--","message":"Issue while retrieving rootFolder for USERNAME","userAgent":"--","version":"24.0.0.12"}
message":"Issue while retrieving rootFolder for USERNAME"

:face_with_monocle: ?!