Added max aliases field to set a valid value

Author: alexander-variacode

src/main/groovy/com/rundeck/plugins/ansible/ansible/AnsibleDescribable.java

@@ -8,6 +8,7 @@
 
 import java.util.Arrays;
 import java.util.LinkedList;
+import java.util.Map;
 
 public interface AnsibleDescribable extends Describable {
 
@@ -90,6 +91,9 @@ public static String[] getValues() {
     	}
     }
 
+    // General variables
+    String SECONDARY = "SECONDARY";
+
     public static final String SERVICE_PROVIDER_TYPE = "ansible-service";
     public static final String ANSIBLE_PLAYBOOK_PATH = "ansible-playbook";
     public static final String ANSIBLE_PLAYBOOK_INLINE = "ansible-playbook-inline";
@@ -158,7 +162,14 @@ public static String[] getValues() {
 
     public static final String ANSIBLE_ENCRYPT_EXTRA_VARS = "ansible-encrypt-extra-vars";
 
-    String ANSIBLE_YAML_DATA_SIZE = "ansible-yaml-data-size";
+    // Inventory Yaml
+    String ANSIBLE_YAML_DATA_SIZE   = "ansible-yaml-data-size";
+    String ANSIBLE_YAML_MAX_ALIASES = "ansible-yaml-max-aliases";
+    String INVENTORY_YAML = "Inventory Yaml";
+    Map<String, Object> inventoryYamlOpt = Map.of(
+        StringRenderingConstants.GROUPING, SECONDARY,
+        StringRenderingConstants.GROUP_NAME, INVENTORY_YAML
+    );
 
     public static Property PLAYBOOK_PATH_PROP = PropertyUtil.string(
     			ANSIBLE_PLAYBOOK_PATH,
@@ -533,9 +544,20 @@ public static String[] getValues() {
     Property YAML_DATA_SIZE_PROP = PropertyBuilder.builder()
             .integer(ANSIBLE_YAML_DATA_SIZE)
             .required(false)
-            .title("Inventory Yaml Data Size")
-            .description("Set the MB size (Default value is 10)"+
-                    " therefore, the plugin can process the yaml data response coming from Ansible."+
+            .title("Data Size")
+            .description("Set the MB size (Default value is 10)."+
+                    " Allows the plugin to process the yaml data response coming from Ansible."+
+                    " (This only applies when Gather Facts = No)")
+            .renderingOptions(inventoryYamlOpt)
+            .build();
+
+    Property YAML_MAX_ALIASES_PROP = PropertyBuilder.builder()
+            .integer(ANSIBLE_YAML_MAX_ALIASES)
+            .required(false)
+            .title("Max Aliases")
+            .description("Set max size (Default value is 1000)."+
+                    " Allows to set the maximum number of aliases that the inventory can have."+
                     " (This only applies when Gather Facts = No)")
+            .renderingOptions(inventoryYamlOpt)
             .build();
 }

src/main/groovy/com/rundeck/plugins/ansible/plugin/AnsibleResourceModelSource.java

@@ -1,7 +1,6 @@
 package com.rundeck.plugins.ansible.plugin;
 
 import com.dtolabs.rundeck.core.common.Framework;
-import com.dtolabs.rundeck.core.common.INodeEntry;
 import com.dtolabs.rundeck.core.common.INodeSet;
 import com.dtolabs.rundeck.core.common.NodeEntryImpl;
 import com.dtolabs.rundeck.core.common.NodeSetImpl;
@@ -28,6 +27,7 @@
 import com.rundeck.plugins.ansible.util.VaultPrompt;
 import lombok.Setter;
 import lombok.extern.slf4j.Slf4j;
+import org.apache.commons.lang.StringUtils;
 import org.rundeck.app.spi.Services;
 import org.rundeck.storage.api.PathUtil;
 import org.rundeck.storage.api.StorageException;
@@ -49,16 +49,16 @@
 import java.nio.file.SimpleFileVisitor;
 import java.nio.file.attribute.BasicFileAttributes;
 import java.util.ArrayList;
-import java.util.Arrays;
 import java.util.HashMap;
 import java.util.HashSet;
 import java.util.List;
 import java.util.Map;
 import java.util.Map.Entry;
 import java.util.Properties;
 import java.util.Set;
-import java.util.stream.Collectors;
 
+import static com.rundeck.plugins.ansible.ansible.AnsibleDescribable.ANSIBLE_YAML_DATA_SIZE;
+import static com.rundeck.plugins.ansible.ansible.AnsibleDescribable.ANSIBLE_YAML_MAX_ALIASES;
 import static com.rundeck.plugins.ansible.ansible.InventoryList.ALL;
 import static com.rundeck.plugins.ansible.ansible.InventoryList.CHILDREN;
 import static com.rundeck.plugins.ansible.ansible.InventoryList.HOSTS;
@@ -84,8 +84,6 @@ public class AnsibleResourceModelSource implements ResourceModelSource, ProxyRun
 
   private String inventory;
   private boolean gatherFacts;
-  @Setter
-  private Integer yamlDataSize;
   private boolean ignoreErrors = false;
   private String limit;
   private String ignoreTagPrefix;
@@ -132,6 +130,11 @@ public class AnsibleResourceModelSource implements ResourceModelSource, ProxyRun
 
   protected boolean encryptExtraVars = false;
 
+  @Setter
+  private Integer yamlDataSize;
+  @Setter
+  private Integer yamlMaxAliases;
+
   @Setter
   private AnsibleInventoryList.AnsibleInventoryListBuilder ansibleInventoryListBuilder = null;
 
@@ -141,7 +144,7 @@ public AnsibleResourceModelSource(final Framework framework) {
       this.framework = framework;
   }
 
-    private static String resolveProperty(
+  private static String resolveProperty(
             final String attribute,
             final String defaultValue,
             final Properties configuration,
@@ -194,8 +197,6 @@ public void configure(Properties configuration) throws ConfigurationException {
     gatherFacts = "true".equals(resolveProperty(AnsibleDescribable.ANSIBLE_GATHER_FACTS,null,configuration,executionDataContext));
     ignoreErrors = "true".equals(resolveProperty(AnsibleDescribable.ANSIBLE_IGNORE_ERRORS,null,configuration,executionDataContext));
 
-    yamlDataSize = resolveIntProperty(AnsibleDescribable.ANSIBLE_YAML_DATA_SIZE,10, configuration, executionDataContext);
-
     limit = (String) resolveProperty(AnsibleDescribable.ANSIBLE_LIMIT,null,configuration,executionDataContext);
     ignoreTagPrefix = (String) resolveProperty(AnsibleDescribable.ANSIBLE_IGNORE_TAGS,null,configuration,executionDataContext);
 
@@ -251,6 +252,10 @@ public void configure(Properties configuration) throws ConfigurationException {
 
     encryptExtraVars = "true".equals(resolveProperty(AnsibleDescribable.ANSIBLE_ENCRYPT_EXTRA_VARS,"false",configuration,executionDataContext));
 
+    // Inventory Yaml
+    yamlDataSize = resolveIntProperty(ANSIBLE_YAML_DATA_SIZE,10, configuration, executionDataContext);
+    yamlMaxAliases = resolveIntProperty(ANSIBLE_YAML_MAX_ALIASES,1000, configuration, executionDataContext);
+
   }
 
   public AnsibleRunner.AnsibleRunnerBuilder buildAnsibleRunner() throws ResourceModelSourceException {
@@ -704,10 +709,14 @@ public void ansibleInventoryList(NodeSetImpl nodes, AnsibleRunner.AnsibleRunnerB
     LoaderOptions snakeOptions = new LoaderOptions();
     // max inventory file size allowed to 10mb
     snakeOptions.setCodePointLimit(codePointLimit);
+    // max aliases. Default value is 1000
+    snakeOptions.setMaxAliasesForCollections(yamlMaxAliases);
     Yaml yaml = new Yaml(new SafeConstructor(snakeOptions));
 
     String listResp = getNodesFromInventory(runnerBuilder);
 
+    validateAliases(listResp);
+
     Map<String, Object> allInventory;
     try {
       allInventory = yaml.load(listResp);
@@ -967,4 +976,15 @@ private boolean isTagMapValid(Map<String, Object> tagMap, String tagName) {
     return true;
   }
 
+  /**
+   * Validates whether the YAML content contains aliases that exceed the maximum allowed.
+   * @param content String yaml
+   */
+  public void validateAliases(String content) {
+    int totalAliases = StringUtils.countMatches(content, ": *");
+    if (totalAliases > yamlMaxAliases) {
+      log.warn("The yaml inventory received has {} aliases and the maximum allowed is {}.", totalAliases, yamlMaxAliases);
+    }
+  }
+
 }

src/main/groovy/com/rundeck/plugins/ansible/plugin/AnsibleResourceModelSourceFactory.java

@@ -35,7 +35,6 @@ public AnsibleResourceModelSourceFactory(final Framework framework) {
         builder.property(INVENTORY_PROP);
         builder.property(CONFIG_FILE_PATH);
         builder.property(GATHER_FACTS_PROP);
-        builder.property(YAML_DATA_SIZE_PROP);
         builder.property(IGNORE_ERRORS_PROP);
         builder.property(LIMIT_PROP);
         builder.property(DISABLE_LIMIT_PROP);
@@ -64,6 +63,9 @@ public AnsibleResourceModelSourceFactory(final Framework framework) {
         builder.property(SSH_USE_AGENT);
         builder.property(BECOME_PASSWORD_STORAGE_PROP);
 
+        builder.property(YAML_DATA_SIZE_PROP);
+        builder.property(YAML_MAX_ALIASES_PROP);
+
         builder.mapping(ANSIBLE_INVENTORY,PROJ_PROP_PREFIX + ANSIBLE_INVENTORY);
         builder.frameworkMapping(ANSIBLE_INVENTORY,FWK_PROP_PREFIX + ANSIBLE_INVENTORY);
         builder.mapping(ANSIBLE_CONFIG_FILE_PATH,PROJ_PROP_PREFIX + ANSIBLE_CONFIG_FILE_PATH);