[NAE-2122] Implement Structured and Efficient Pagination in gRPC

.gitignore

@@ -208,6 +208,7 @@ buildNumber.properties
 *.iml
 out
 gen
+/storage/
 ### Groovy template
 # .gitignore created from Groovy contributors in https://github.com/apache/groovy/blob/master/.gitignore
 

application-engine/src/main/java/com/netgrif/application/engine/auth/service/RegistrationService.java

@@ -14,6 +14,8 @@
 import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.lang3.StringUtils;
 import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.data.domain.Page;
+import org.springframework.data.domain.Pageable;
 import org.springframework.scheduling.annotation.Scheduled;
 import org.springframework.security.crypto.bcrypt.BCryptPasswordEncoder;
 import org.springframework.stereotype.Service;
@@ -59,7 +61,7 @@ public void removeExpiredUsers() {
     @Scheduled(cron = "0 0 1 * * *")
     public void resetExpiredToken() {
         log.info("Resetting expired user tokens");
-        List<User> users = userService.findAllByStateAndExpirationDateBefore(UserState.BLOCKED, LocalDateTime.now(), null);
+        Page<User> users = userService.findAllByStateAndExpirationDateBefore(UserState.BLOCKED, LocalDateTime.now(), null, Pageable.unpaged());
         if (users == null || users.isEmpty()) {
             log.info("There are none expired tokens. Everything is awesome.");
             return;
@@ -69,8 +71,8 @@ public void resetExpiredToken() {
             user.setToken(null);
             user.setExpirationDate(null);
         });
-        users = userService.saveUsers(users.stream().map(u -> (IUser) u).collect(Collectors.toList()));
-        log.info("Reset " + users.size() + " expired user tokens");
+        userService.saveUsers(users.stream().map(u -> (IUser) u).collect(Collectors.toList()));
+        log.info("Reset " + users.getContent().size() + " expired user tokens");
     }
 
     @Override

application-engine/src/main/java/com/netgrif/application/engine/auth/web/UserController.java

@@ -260,7 +260,7 @@ public ResponseEntity<ResponseMessage> assignNegativeRolesToUser(@PathVariable("
             @ApiResponse(responseCode = "500", description = "Internal server error")
     })
     public ResponseEntity<List<Authority>> getAllAuthorities() {
-        return ResponseEntity.ok(authorityService.findAll());
+        return ResponseEntity.ok(authorityService.findAll(Pageable.unpaged()).stream().toList());
     }
 
     @PreAuthorize("@authorizationService.hasAuthority('ADMIN')")

application-engine/src/main/java/com/netgrif/application/engine/elastic/domain/ElasticPetriNetRepository.java

@@ -6,12 +6,25 @@
 
 import java.util.List;
 
+/**
+ * Repository interface for managing {@link ElasticPetriNet} entities in Elasticsearch.
+ * Extends {@link ElasticsearchRepository} to provide CRUD operations and additional query methods.
+ */
 @Repository
 public interface ElasticPetriNetRepository extends ElasticsearchRepository<ElasticPetriNet, String> {
 
+    /**
+     * Finds an {@link ElasticPetriNet} entity by its string ID.
+     *
+     * @param stringId the string ID of the {@link ElasticPetriNet} to find
+     * @return the {@link ElasticPetriNet} entity with the given string ID, or {@code null} if none found
+     */
     ElasticPetriNet findByStringId(String stringId);
 
-    List<ElasticPetriNet> findAllByUriNodeId(String uriNodeId);
-
+    /**
+     * Deletes all {@link ElasticPetriNet} entities with the given string ID.
+     *
+     * @param id the string ID of the {@link ElasticPetriNet} entities to delete
+     */
     void deleteAllByStringId(String id);
-}
+}

application-engine/src/main/java/com/netgrif/application/engine/elastic/service/ElasticPetriNetService.java

@@ -1,20 +1,13 @@
 package com.netgrif.application.engine.elastic.service;
 
-import com.netgrif.application.engine.objects.elastic.domain.ElasticPetriNet;
 import com.netgrif.application.engine.elastic.domain.ElasticPetriNetRepository;
 import com.netgrif.application.engine.elastic.service.executors.Executor;
 import com.netgrif.application.engine.elastic.service.interfaces.IElasticPetriNetService;
-import com.netgrif.application.engine.objects.petrinet.domain.PetriNet;
-import com.netgrif.application.engine.petrinet.service.interfaces.IPetriNetService;
+import com.netgrif.application.engine.objects.elastic.domain.ElasticPetriNet;
 import lombok.extern.slf4j.Slf4j;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.context.annotation.Lazy;
 import org.springframework.dao.InvalidDataAccessApiUsageException;
 import org.springframework.stereotype.Service;
 
-import java.util.List;
-import java.util.stream.Collectors;
-
 @Service
 @Slf4j
 public class ElasticPetriNetService implements IElasticPetriNetService {
@@ -23,19 +16,11 @@ public class ElasticPetriNetService implements IElasticPetriNetService {
 
     private final Executor executors;
 
-    private IPetriNetService petriNetService;
-
     public ElasticPetriNetService(ElasticPetriNetRepository repository, Executor executors) {
         this.repository = repository;
         this.executors = executors;
     }
 
-    @Lazy
-    @Autowired
-    public void setPetriNetService(IPetriNetService petriNetService) {
-        this.petriNetService = petriNetService;
-    }
-
     @Override
     public void index(ElasticPetriNet net) {
         executors.execute(net.getStringId(), () -> {
@@ -69,24 +54,4 @@ public void remove(String id) {
             log.info("[" + id + "]: PetriNet \"" + id + "\" deleted");
         });
     }
-
-    @Override
-    public String findUriNodeId(PetriNet net) {
-        if (net == null) {
-            return null;
-        }
-        ElasticPetriNet elasticPetriNet = repository.findByStringId(net.getStringId());
-        if (elasticPetriNet == null) {
-            log.warn("[" + net.getStringId() + "] PetriNet with id [" + net.getStringId() + "] is not indexed.");
-            return null;
-        }
-
-        return elasticPetriNet.getUriNodeId();
-    }
-
-    @Override
-    public List<PetriNet> findAllByUriNodeId(String uriNodeId) {
-        List<com.netgrif.application.engine.adapter.spring.elastic.domain.ElasticPetriNet> elasticPetriNets = repository.findAllByUriNodeId(uriNodeId);
-        return petriNetService.findAllById(elasticPetriNets.stream().map(ElasticPetriNet::getStringId).collect(Collectors.toList()));
-    }
 }

application-engine/src/main/java/com/netgrif/application/engine/elastic/service/interfaces/IElasticPetriNetService.java

@@ -1,11 +1,8 @@
 package com.netgrif.application.engine.elastic.service.interfaces;
 
 import com.netgrif.application.engine.objects.elastic.domain.ElasticPetriNet;
-import com.netgrif.application.engine.objects.petrinet.domain.PetriNet;
 import org.springframework.scheduling.annotation.Async;
 
-import java.util.List;
-
 public interface IElasticPetriNetService {
 
     @Async
@@ -14,9 +11,4 @@ public interface IElasticPetriNetService {
     void indexNow(ElasticPetriNet net);
 
     void remove(String id);
-
-    String findUriNodeId(PetriNet net);
-
-    List<PetriNet> findAllByUriNodeId(String uriNodeId);
-
 }

application-engine/src/main/java/com/netgrif/application/engine/impersonation/service/ImpersonationAuthorizationService.java

@@ -96,7 +96,7 @@ public List<Authority> getAuthorities(List<Case> configs, IUser impersonated) {
             return new ArrayList<>();
         }
         Set<String> authIds = extractSetFromField(configs, "impersonated_authorities");
-        return authorityService.findAllByIds(new ArrayList<>(authIds)).stream()
+        return authorityService.findAllByIds(new ArrayList<>(authIds), Pageable.unpaged()).stream()
                 .filter(configAuth -> impersonated.getAuthorities().stream().anyMatch(userAuth -> userAuth.getStringId().equals(configAuth.getStringId())))
                 .collect(Collectors.toList());
     }

application-engine/src/main/java/com/netgrif/application/engine/importer/service/Importer.java

@@ -1061,7 +1061,7 @@ protected void createRole(Role importRole) {
         if (shouldInitializeRole(importRole)) {
             role = initRole(importRole);
         } else {
-            role = new ArrayList<>(processRoleService.findAllByImportId(ProcessRole.GLOBAL + importRole.getId())).get(0);
+            role = processRoleService.findByImportId(ProcessRole.GLOBAL + importRole.getId());
         }
         role.set_id(new ProcessResourceId(new ObjectId(net.getStringId())));
 
@@ -1071,7 +1071,7 @@ protected void createRole(Role importRole) {
 
     protected boolean shouldInitializeRole(Role importRole) {
         return importRole.isGlobal() == null || !importRole.isGlobal() ||
-                (importRole.isGlobal() && processRoleService.findAllByImportId(ProcessRole.GLOBAL + importRole.getId()).isEmpty());
+                (importRole.isGlobal() && processRoleService.findByImportId(ProcessRole.GLOBAL + importRole.getId()) == null);
     }
 
     protected ProcessRole initRole(Role importRole) {

application-engine/src/main/java/com/netgrif/application/engine/petrinet/config/ProcessBeansConfiguration.java

@@ -1,7 +1,9 @@
 package com.netgrif.application.engine.petrinet.config;
 
 import com.netgrif.application.engine.adapter.spring.petrinet.service.ProcessRoleService;
+import com.netgrif.application.engine.adapter.spring.utils.PaginationProperties;
 import com.netgrif.application.engine.auth.service.GroupService;
+import com.netgrif.application.engine.auth.service.RealmService;
 import com.netgrif.application.engine.petrinet.domain.dataset.logic.action.runner.RoleActionsRunner;
 import com.netgrif.application.engine.petrinet.domain.repositories.PetriNetRepository;
 import com.netgrif.application.engine.petrinet.domain.roles.ProcessRoleRepository;
@@ -27,7 +29,9 @@ public ProcessRoleService processRoleService(ProcessRoleRepository processRoleRe
                                                  @Lazy PetriNetService petriNetService,
                                                  @Lazy UserService userService,
                                                  ISecurityContextService securityContextService,
-                                                 @Lazy GroupService groupService
+                                                 @Lazy GroupService groupService,
+                                                 @Lazy RealmService realmService,
+                                                 @Lazy PaginationProperties paginationProperties
                                                  ) {
         return new com.netgrif.application.engine.petrinet.service.ProcessRoleService(
                 processRoleRepository,
@@ -37,7 +41,9 @@ public ProcessRoleService processRoleService(ProcessRoleRepository processRoleRe
                 petriNetService,
                 userService,
                 securityContextService,
-                groupService
+                groupService,
+                realmService,
+                paginationProperties
         );
     }
 

application-engine/src/main/java/com/netgrif/application/engine/petrinet/domain/repositories/PetriNetRepository.java

@@ -8,25 +8,52 @@
 import org.springframework.data.mongodb.repository.MongoRepository;
 import org.springframework.data.querydsl.QuerydslPredicateExecutor;
 
-import java.util.List;
-
+/**
+ * Repository interface for handling operations on {@link PetriNet} entities.
+ * Extends {@link MongoRepository} for standard CRUD operations and {@link QuerydslPredicateExecutor}
+ * to support dynamic queries.
+ */
 public interface PetriNetRepository extends MongoRepository<PetriNet, String>, QuerydslPredicateExecutor<PetriNet> {
 
-    List<PetriNet> findByTitle_DefaultValue(String title);
-
+    /**
+     * Finds a {@link PetriNet} entity by its import identifier.
+     *
+     * @param id the import identifier of the desired PetriNet.
+     * @return the {@link PetriNet} entity matching the given import identifier, or {@code null} if none found.
+     */
     PetriNet findByImportId(String id);
 
-    List<PetriNet> findAllByIdentifier(String identifier);
-
+    /**
+     * Finds a {@link PetriNet} entity by its identifier and version.
+     *
+     * @param identifier the unique identifier of the PetriNet.
+     * @param version    the version of the PetriNet.
+     * @return the {@link PetriNet} entity matching the given identifier and version, or {@code null} if none found.
+     */
     PetriNet findByIdentifierAndVersion(String identifier, Version version);
 
+    /**
+     * Finds a paginated list of {@link PetriNet} entities by their identifier.
+     *
+     * @param identifier the unique identifier of the PetriNet.
+     * @param pageable   the pagination details.
+     * @return a {@link Page} containing the list of matching {@link PetriNet} entities.
+     */
     Page<PetriNet> findByIdentifier(String identifier, Pageable pageable);
 
-    Page<PetriNet> findByIdentifierIn(List<String> identifier, Pageable pageable);
-
-    List<PetriNet> findAllByVersion(Version version);
-
-    List<PetriNet> findAllByUriNodeId(String uri);
-
+    /**
+     * Finds a paginated list of {@link PetriNet} entities by their version.
+     *
+     * @param version  the version of the PetriNet.
+     * @param pageable the pagination details.
+     * @return a {@link Page} containing the list of matching {@link PetriNet} entities.
+     */
+    Page<PetriNet> findAllByVersion(Version version, Pageable pageable);
+
+    /**
+     * Deletes a {@link PetriNet} entity by its unique object ID.
+     *
+     * @param id the unique ID of the PetriNet to delete.
+     */
     void deleteBy_id(ObjectId id);
-}
+}