Inventory: Start setting up integration tests (netbox-community#56)

Author: DouglasHeriot

.travis.yml

@@ -27,10 +27,11 @@ jobs:
         - docker-compose pull
         - docker-compose up -d
         - cd ..
-        - pip install -U pip
+        # setuptools <46.1.3 has issues with ansible-test executables https://github.com/ansible/ansible/issues/68963
+        - pip install -U pip "setuptools>=46.1.3"
         # coverage 5.0 is not compatible with ansible-test https://github.com/ansible/ansible/issues/65907
         - pip install pytest==4.6.5 pytest-mock pytest-xdist jinja2 PyYAML black==19.10b0 "coverage<5"
-        - pip install pynetbox cryptography codecov jmespath ansible
+        - pip install pynetbox cryptography codecov jmespath jsondiff ansible
 
     # Latest release of Netbox and Ansible
     - name: "Python 3.6 - Netbox 2.7 - Latest PyPi Ansible"
@@ -44,9 +45,9 @@ jobs:
         - docker-compose pull
         - docker-compose up -d
         - cd ..
-        - pip install -U pip
+        - pip install -U pip "setuptools>=46.1.3"
         - pip install pytest==4.6.5 pytest-mock pytest-xdist jinja2 PyYAML black==19.10b0 "coverage<5"
-        - pip install pynetbox cryptography codecov jmespath ansible
+        - pip install pynetbox cryptography codecov jmespath jsondiff ansible
 
     # Latest development versions of Netbox and Ansible, newest Python
     # This may be broken sometimes by changes in the netbox & ansible projects
@@ -62,9 +63,9 @@ jobs:
         - docker-compose pull
         - docker-compose up -d
         - cd ..
-        - pip install -U pip
+        - pip install -U pip "setuptools>=46.1.3"
         - pip install pytest==4.6.5 pytest-mock pytest-xdist jinja2 PyYAML black==19.10b0 "coverage<5"
-        - pip install pynetbox cryptography jmespath
+        - pip install pynetbox cryptography jmespath jsondiff
         - git clone https://github.com/ansible/ansible.git
         - cd ansible
         - source hacking/env-setup
@@ -83,7 +84,7 @@ before_script:
 script:
   # Perform unit tests on collection from within the installed directory, not the source directory
   # Required for imports of other collections (ie. ansible.netcommon) to work correctly
-  - (cd /home/travis/.ansible/collections/ansible_collections/$COLLECTION_NAMESPACE/$COLLECTION_NAME && ansible-test units --coverage --python $PYTHON_VER -v)
+  - ansible-test units --coverage --python $PYTHON_VER -v
 
   # Check python syntax
   - black . --check --diff
@@ -95,13 +96,18 @@ script:
   - python tests/integration/netbox-deploy.py
 
   # Run regression and integration tests
+  # Run the inventory test first, in case any of the other tests modify the data.
+
+  # Run this inventory integration test from the source directory (not the installed directory),
+  # otherwise runme.sh will not have execute permissions. Should be fixed in Ansible 2.10
+  # https://github.com/ansible/ansible/issues/68415
+  - ansible-test integration -vvvv --coverage --local inventory
+
   - ansible-playbook tests/integration/regression-tests.yml -vvvv
   - ansible-playbook tests/integration/$VERSION/main.yml -vvvv
-  - ansible-inventory -vvvv -i tests/integration/test-inventory.yml --list
-  - ansible-inventory -vvvv -i tests/integration/test-inventory-plurals.yml --list
 
   # Report code coverage
-  - (cd /home/travis/.ansible/collections/ansible_collections/$COLLECTION_NAMESPACE/$COLLECTION_NAME && ansible-test coverage report)
+  - ansible-test coverage report
 
 deploy:
   provider: script