0.0.5 release

* adding legend

* fixing logos

* circleci config more verbose & more declaritive

* fixing exclude to ignore

* fixing packer lint dep

* adding dev suffix for all dev branches

* handling circleci build for dev branches

* modularizing python linting & add pylint back

* fixing C0301

* fixing W0611, because not used yet

* fixing W0612

* fixing W0612

* fixing C0103

* fixing C0116

* fixing C0114

* fixing R0914 & W0511

* moving global disables to pylintrc file

* forgot to push config change... 🙃

* smaller instance size

* making any facility

* adding black python ilnter

* extending build time because slower remote server

* modularizing ansible linting

* adding playbook syntax-check

* adding yamllint

* adding yamllint fixes

* adding go dep for shfmt

* adding shfmt deps to vm

* fixing path errors

* fixing pathing

* formatting to shfmt standard - bash

* conforming to shfmt styleing - posix

* adding shfmt to pipeline checks

* adding black python ilnter

* modularizing ansible linting

* adding playbook syntax-check

* adding yamllint

* adding yamllint fixes

* adding go dep for shfmt

* adding shfmt deps to vm

* fixing path errors

* fixing pathing

* formatting to shfmt standard - bash

* conforming to shfmt styleing - posix

* adding shfmt to pipeline checks

* changing instance size for development

* formatting for terraform

* using orb instead of container

* fixing pipeline dep problem

* reverting change for packaging

* testing out different instance size

* removing more filters

* linting vmware packer builder

* closes #76

* helps if you validate the right template...

* Bug/vmware restoration/#75 (#77)

* removing more filters

* linting vmware packer builder

* closes #76

* helps if you validate the right template...

* adding vmware support everywhere

* passing through license and ufw

* enabling vmware packer build

* removing uncessary dep for ansible, because of #74

* fixing dependency issue

* testing out different instance size

* passing env vars

Author: elreydetoda

.circleci/config.yml

@@ -0,0 +1,21 @@
+# copied from https://github.com/PyCQA/pylint/blob/98d2c060ba0dbae6abecff2393cb6dd8a9bde97b/pylintrc
+[MESSAGES CONTROL]
+
+# Only show warnings with the listed confidence levels. Leave empty to show
+# all. Valid levels: HIGH, INFERENCE, INFERENCE_FAILURE, UNDEFINED
+confidence=
+
+# Disable the message, report, category or checker with the given id(s). You
+# can either give multiple identifiers separated by comma (,) or put this
+# option multiple times (only on the command line, not in the configuration
+# file where it should appear only once).You can also use "--disable=all" to
+# disable everything first and then reenable specific checks. For example, if
+# you want to run only the similarities checker, you can use "--disable=all
+# --enable=similarities". If you want to run only the classes checker, but have
+# no Warning level messages displayed, use"--disable=all --enable=classes
+# --disable=W"
+
+disable=
+    too-many-locals,
+    fixme,
+    missing-module-docstring

.linting-configs/pylintrc

@@ -0,0 +1,8 @@
+---
+extends: default
+
+rules:
+  line-length:
+    max: 120
+    level: warning
+  truthy: disable

.linting-configs/yamllint

@@ -3,15 +3,14 @@
 # https://elrey.casa/bash/scripting/harden
 set -${-//[s]/}eu${DEBUG+xv}o pipefail
 
-
-function main(){
-  for i in $(grep run .circleci/config.yml | rev | awk '{print $1}' | rev) ; do
+function main() {
+  for i in $(grep run .circleci/config.yml | rev | awk '{print $1}' | rev); do
     # executing everying script found in circle ci config
     bash "${i}"
   done
 }
 
 # https://blog.elreydetoda.site/cool-shell-tricks/#bashscriptingbashsmain
-if [[ "${0}" = "${BASH_SOURCE[0]}" ]] ; then
+if [[ "${0}" = "${BASH_SOURCE[0]}" ]]; then
   main "${@}"
 fi

build.sh_not-working

@@ -7,5 +7,5 @@ collections:
 
 roles:
   - name: elreydetoda.textbelt
-  - name: diodonfrost.vagrant
-    version: 1.5.0
+  # - name: diodonfrost.vagrant
+  #   version: 1.5.0

ci/ansible-requirements.yml

@@ -2,7 +2,7 @@
 - hosts: all
   become: yes
   collections:
-   - elreydetoda.virtualization
+    - elreydetoda.virtualization
   tasks:
 
     - name: installation of software
@@ -20,7 +20,7 @@
                 name: vmware
               vars:
                 vmware_bundle_checksum: ''
-                # vmware_license_key: ''
+                vmware_license_key: '{{ vmware_license | default() }}'
 
             - name: installation of kvm
               import_role:
@@ -36,16 +36,16 @@
             - name: install vagrant
               include_role:
                 # currently not working: https://github.com/elreydetoda/packer-kali_linux/issues/51
-                # name: vagrant
-                name: diodonfrost.vagrant
+                name: vagrant
+                # name: diodonfrost.vagrant
 
     - name: ufw setup
       block:
 
         - name: install ufw
           package:
-              name: ufw
-              state: present
+            name: ufw
+            state: present
 
         - name: adding ssh to allow
           ufw:
@@ -54,6 +54,16 @@
             rule: allow
             name: OpenSSH
 
+        - name: adding vmware access through ufw
+          ufw:
+            # rule: limit
+            # setting it to this for now
+            rule: allow
+            proto: any
+            direction: 'in'
+            interface: 'vmnet8'
+            comment: 'for vmware builder'
+
         - name: enabling ufw
           ufw:
             state: enabled

ci/bootstrap.yml

@@ -43,12 +43,12 @@
 
             - name: launching the packer build process
               script:
-                cmd: '{{ local_ci_scripts_dir }}/packer_build-wrapper.sh {{ provider_string }}'
+                cmd: "{{ local_ci_scripts_dir }}/packer_build-wrapper.sh '{{ provider_string }}'"
                 chdir: '{{ kali_project_folder }}'
               args:
                 creates: '{{ kali_project_folder }}/packer_build.log'
               vars:
-                provider_string: 'virtualbox-iso'
+                provider_string: 'virtualbox-iso|vmware-iso'
 
             - name: sending last text message for end
               import_role:

ci/packer_build.yml

@@ -46,7 +46,10 @@ variable "server_hostname" {
 variable "provision_plan" {
   description = "The type of the device (server) getting assigned."
   type        = string
-  default     = "c3.small.x86"
+  # default     = "baremetal_0"
+  # DEV
+  # default = "c3.small.x86"
+  default = "baremetal_1e"
 }
 
 ##################################################
@@ -75,10 +78,10 @@ resource "packet_device" "packer_build_server" {
   project_id       = var.project_id
   operating_system = data.packet_operating_system.ubuntu_lts.id
   plan             = var.provision_plan
-  # facilities       = ["any"]
+  facilities       = ["any"]
   # TODO: remove
   # added because of failure to provision in SV15 region
-  facilities    = ["dc13", "ny5", "iad2", "dfw2"]
+  # facilities    = ["dc13", "ny5", "iad2", "dfw2"]
   billing_cycle = "hourly"
 
 }

ci/packet_terraform-cloud/main.tf

@@ -14,34 +14,31 @@ BASE="$(pwd -P)"
 pushd "$(dirname "$0")" > /dev/null
 popd > /dev/null
 
-
 printf '\n\n'
 
-
-
-function help(){
+function help() {
 
   ## outputing help text
-  printf 'Argument Description:,Script Name,Org Name,Name of box,Provider,Version,File Path\nExample execution:,./%s,double16,linux-dev-workstation,virtualbox,201809.1,box/virtualbox/linux-dev-workstation-201809.1.box\n' "$(basename "${0}")" | column -s ',' -tn 
+  printf 'Argument Description:,Script Name,Org Name,Name of box,Provider,Version,File Path\nExample execution:,./%s,double16,linux-dev-workstation,virtualbox,201809.1,box/virtualbox/linux-dev-workstation-201809.1.box\n' "$(basename "${0}")" | column -s ',' -tn
   printf '\nOther Arguments/flags:\n'
   printf '\t%s) print this help section\n' '-h|--help'
   exit 1
 
 }
 
-function ci_get_vars(){
-  if [[ -f "${variables_file}" ]] ; then
-    vm_name="$( grep '"vm_name"' "${variables_file}" | cut -d '"' -f 4 )"
+function ci_get_vars() {
+  if [[ -f "${variables_file}" ]]; then
+    vm_name="$(grep '"vm_name"' "${variables_file}" | cut -d '"' -f 4)"
     ORG="$(cut -d '/' -f 1 <<< "${vm_name}")"
     NAME="$(cut -d '/' -f 2 <<< "${vm_name}")"
-    VERSION="$( grep '"vm_version"' "${variables_file}" | cut -d '"' -f 4 )"
+    VERSION="$(grep '"vm_version"' "${variables_file}" | cut -d '"' -f 4)"
     FILE="${1}"
     PROVIDER="$(printf '%s' "${FILE}" | rev | cut -d '.' -f 2 | rev)"
 
   fi
 }
 
-function release_uploaded_version(){
+function release_uploaded_version() {
 
   # Release the version, and watch the party rage.
   ${CURL} \
@@ -54,13 +51,13 @@ function release_uploaded_version(){
 
 }
 
-function upload_box(){
+function upload_box() {
 
   # Perform the upload, and see the bits boil.
-  if ! ${CURL} --tlsv1.2 --include --max-time 7200 --expect100-timeout 7200 --request PUT --output "$FILE.upload.log" --upload-file "$FILE" "$UPLOAD_PATH" ; then
+  if ! ${CURL} --tlsv1.2 --include --max-time 7200 --expect100-timeout 7200 --request PUT --output "$FILE.upload.log" --upload-file "$FILE" "$UPLOAD_PATH"; then
     echo 'This probably "failed", but it mostly actually succeeded and did not get closed properly.'
   fi
-  
+
   printf '\n-----------------------------------------------------\n'
   # tput setaf 5
   cat "$FILE.upload.log"
@@ -69,7 +66,7 @@ function upload_box(){
 
 }
 
-function vagrant_cloud_prep_upload(){
+function vagrant_cloud_prep_upload() {
 
   # Prepare an upload path, and then extract that upload path from the JSON
   # response using the jq command.
@@ -80,15 +77,15 @@ function vagrant_cloud_prep_upload(){
 
 }
 
-function vagrant_cloud_deps(){
+function vagrant_cloud_deps() {
   ## create the box
   box_creation_status=$(
-  ${CURL} \
-    --silent \
-    --header "Content-Type: application/json" \
-    --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
-    "${base_url}es" \
-    --data "
+    ${CURL} \
+      --silent \
+      --header "Content-Type: application/json" \
+      --header "Authorization: Bearer $VAGRANT_CLOUD_TOKEN" \
+      "${base_url}es" \
+      --data "
       {
         \"box\": {
           \"username\": \"${ORG}\",
@@ -97,9 +94,10 @@ function vagrant_cloud_deps(){
           \"description\": \"${DESC}\",
           \"is_private\": \"false\"
         }
-      }")
+      }"
+  )
 
-  if printf '%s' "${box_creation_status}" | grep 'tag' 1>/dev/null ; then
+  if printf '%s' "${box_creation_status}" | grep 'tag' 1> /dev/null; then
     printf 'Congrats on creating the vagrant box %s!' "$(printf "%s" "${box_creation_status}" | jq -r '.tag')"
   else
     printf 'Box %s has already been created' "$(printf "%s" "${box_creation_status}" | jq -r '.tag')"
@@ -138,71 +136,77 @@ function vagrant_cloud_deps(){
 
 }
 
-function deps_check(){
+function deps_check() {
 
   # The jq tool is needed to parse JSON responses.
   ## adjusted to be more bash compliant
-  if ! command -v jq 1>/dev/null ; then
-    tput setaf 1; printf '\n\nThe jq utility is not installed.\n\n\n'; tput sgr0
+  if ! command -v jq 1> /dev/null; then
+    tput setaf 1
+    printf '\n\nThe jq utility is not installed.\n\n\n'
+    tput sgr0
     exit 1
   fi
-  
+
   # Ensure the credentials file is available.
   if [ -f "$BASE/.credentialsrc" ]; then
     ## added for shellcheck to ignore
     # shellcheck source=/dev/null
     . "$BASE/.credentialsrc"
   ## if no credential file check if variables.json file
-  elif [[ -f "${variables_file_path}" ]] ; then
+  elif [[ -f "${variables_file_path}" ]]; then
     ## check if vagrant_cloud_token exists
-    if grep vagrant_cloud_token "${variables_file_path}" 1>/dev/null ; then
+    if grep vagrant_cloud_token "${variables_file_path}" 1> /dev/null; then
       ## pull token from there
       VAGRANT_CLOUD_TOKEN="$(grep vagrant_cloud_token ${variables_file_path} | cut -d '"' -f 4)"
     fi
   else
-    tput setaf 1; printf '\nError. The credentials file is missing.\n\n'; tput sgr0
+    tput setaf 1
+    printf '\nError. The credentials file is missing.\n\n'
+    tput sgr0
     exit 1
   fi
-  
+
   if [ -z "${VAGRANT_CLOUD_TOKEN}" ]; then
-    tput setaf 1; printf '\nError. The vagrant cloud token is missing. Add it to the credentials file.\n\n'; tput sgr0
+    tput setaf 1
+    printf '\nError. The vagrant cloud token is missing. Add it to the credentials file.\n\n'
+    tput sgr0
   fi
-    
+
   printf '\n\n'
-  
+
   ## validating the token
   status=$(${CURL} \
     --silent \
     --header "Authorization: Bearer ${VAGRANT_CLOUD_TOKEN}" \
     https://app.vagrantup.com/api/v1/authenticate)
-  
+
   ## checking if there was an error
-  if printf '%s\n'  "${status}"  | grep error &>/dev/null ; then
+  if printf '%s\n' "${status}" | grep error &> /dev/null; then
     ## printing error message
-    printf '%s\n'  "${status}"  | jq -r '.errors[].message'
+    printf '%s\n' "${status}" | jq -r '.errors[].message'
   else
     ## output that it is valid
     printf 'You have a valid token, congrats.\n'
   fi
 
 }
 
-function main(){
+function main() {
 
   variables_file='variables.json'
   variables_file_path="${PWD}/${variables_file}"
 
-  if [[ $# -eq 5 ]] ; then
+  if [[ $# -eq 5 ]]; then
     help
-  elif [[ -n "${CIRCLECI:-}" ]] ; then
+  elif [[ -n "${CIRCLECI:-}" ]]; then
     # this is an alternative logic path for specifically the CI
     #   this will only take 1 arg ( the path to the box ) as an arg
     #   for file upload
     ci_get_vars "${@}"
   else
     case $1 in
-      -h|--help)
-          help
+      -h | --help)
+        help
         ;;
     esac
   fi
@@ -218,7 +222,6 @@ function main(){
 
   CURL='curl'
 
-
   deps_check
   vagrant_cloud_deps
   vagrant_cloud_prep_upload
@@ -227,6 +230,6 @@ function main(){
 }
 
 # https://blog.elreydetoda.site/cool-shell-tricks/#bashscriptingbashsmain
-if [[ "${0}" = "${BASH_SOURCE[0]}" ]] ; then
+if [[ "${0}" = "${BASH_SOURCE[0]}" ]]; then
   main "${@}"
 fi