I have no idea why it should work

Author: lbajsarowicz

app/code/Magento/Elasticsearch/Model/ResourceModel/Fulltext/Collection/SearchCriteriaResolver.php

@@ -80,7 +80,9 @@ public function resolve(): SearchCriteria
         $searchCriteria->setRequestName($this->searchRequestName);
         $searchCriteria->setSortOrders($this->orders);
         $searchCriteria->setCurrentPage($this->currentPage - 1);
-        $searchCriteria->setPageSize($this->size);
+        if ($this->size) {
+            $searchCriteria->setPageSize($this->size);
+        }
 
         return $searchCriteria;
     }