583: access services in local network

Task-URL: #583

Author: BeckerFrank

org.eclipse.mylyn.releng/multipass/.gitignore

@@ -1 +1,2 @@
 /first_setup/
+/mylyn_vars/

org.eclipse.mylyn.releng/multipass/README.md

@@ -80,4 +80,18 @@ This setup is only tested on am MacBook Pro M1.
    or
    ansible-playbook create_vm.yml --ask-become-pass --extra-vars="docker_run_mode=single"
    ansible-playbook mylyn_setup.yml --extra-vars="docker_run_mode=single"
-   ```
+   ```
+
+Now you can use the URLs https://traefik.mylyn.local and https://mylyn.local/mylyn_idx/ for verification on the installation host computer.
+You will get certification warnings and must trust the self signed certificate.
+
+If you want to access the URLs from an other computer in your local environment you must add a line to your /etc/hosts file.
+Look into /etc/hosts of your installation host computer and you see the following line
+```
+192.168.64.3 mylynmstr01 mylyn.local traefik.mylyn.local jenkins.mylyn.local hello.mylyn.local artifactory.mylyn.local gitlab.mylyn.local
+```
+copy this line and replace the IP adress with the local network IP address assinged to the mylynmstr01 vm
+```
+192.168.2.120 mylynmstr01 mylyn.local traefik.mylyn.local jenkins.mylyn.local hello.mylyn.local artifactory.mylyn.local gitlab.mylyn.local
+```
+Now you shold be able to assess the URLs from the other computer

org.eclipse.mylyn.releng/multipass/create_vm.yml

@@ -3,6 +3,16 @@
 #
 - hosts: localhost
   gather_facts: true
+  pre_tasks:
+    - file:
+        path: mylyn_vars
+        state: directory
+  post_tasks:
+    - no_log: false
+      copy:
+        force: true
+        dest: "mylyn_vars/{{ inventory_hostname }}.json"
+        content: "{{ vars | dict2items | json_query('[?starts_with(key, `inst_`)]') | items2dict }}"
   tasks:
     - name: include global mode
       ansible.builtin.include_tasks:
@@ -13,6 +23,17 @@
 #
 - hosts: localhost
   gather_facts: false
+  pre_tasks:
+    - include_vars:
+        dir: mylyn_vars
+        extensions:
+        - json
+  post_tasks:
+    - no_log: false
+      delegate_to: localhost
+      copy:
+        dest: "mylyn_vars/{{ inventory_hostname }}.json"
+        content: "{{ vars | dict2items | json_query('[?starts_with(key, `inst_`)]') | items2dict }}"
   roles:
     - role: multipass_create_vm
       tags:
@@ -26,6 +47,17 @@
 #
 - hosts: "{{ hostvars['localhost'].rootca_server_name }}"
   gather_facts: false
+  pre_tasks:
+    - include_vars:
+        dir: mylyn_vars
+        extensions:
+        - json
+  post_tasks:
+    - no_log: false
+      delegate_to: localhost
+      copy:
+        dest: "mylyn_vars/{{ inventory_hostname }}.json"
+        content: "{{ vars | dict2items | json_query('[?starts_with(key, `inst_`)]') | items2dict }}"
   vars:
     rootca_name: "{{ hostvars['localhost'].rootca_server_name }}"
   roles:

org.eclipse.mylyn.releng/multipass/global_setup.yml

@@ -5,6 +5,7 @@
         remote_domain: "{{ remote_dom | default('public.mydomain.de')}}"
         docker_swarm_recreate: "{{ swarm_recreate | default(false) }}"
         docker_mode_global: "{{ docker_run_mode | default('container') }}"
+        network_ip_matcher: "{{ local_network_ip_matcher | default('^192\\.168\\.2\\..*') }}"
       tags:
         - global
 
@@ -59,16 +60,15 @@
         - "{{ setup_lst_tmp }}"
       tags:
         - global
-
-    - ansible.builtin.debug: msg="all hosts = {{ setup_lst }}" 									# verbosity=3
-      tags:
-        - global
-    - ansible.builtin.debug: msg="all non admin vm = {{ setup_noadmin_vm_list }}"				# verbosity=3
-      tags:
-        - global
-    - ansible.builtin.debug: msg="rootca_server_name = {{ rootca_server_name }}"				# verbosity=3
-      tags:
-        - global
-    - ansible.builtin.debug: msg="prim_install_server_name = {{ prim_install_server_name }}"	# verbosity=3
+    - name: debug list
+      vars:
+         msg: |
+             rootca_server_name = {{ rootca_server_name }}
+             localhostPlatform = {{ localhostPlatform }}
+             all hosts = {{ setup_lst }}
+             all non admin vm = {{ setup_noadmin_vm_list }}
+      ansible.builtin.debug:
+        msg: "{{ msg.split('\n') }}"
+        verbosity: 0
       tags:
-        - global
+         - global

org.eclipse.mylyn.releng/multipass/inventory.yml

@@ -15,7 +15,8 @@ all:
         multipass_disk: 30G
         multipass_memory: 10G
         multipass_cpus: 4
-#       additional_launch_parms: --network en0 # acces from external
+#       only needed when you want to share your instance to other devices in Network or Internet		
+        additional_launch_parms: '--network=en0'
     mylyn_swarm_worker:
       hosts:
         mylynwrk01:
@@ -37,7 +38,7 @@ all:
       ansible_user: ubuntu
       ansible_ssh_common_args: "-o StrictHostKeyChecking=no -o ControlMaster=no -o ControlPath=none"
       ansible_ssh_private_key_file: first_setup/ubuntu_key
-      default_etc_hosts: "mylyn-local traefik.mylyn.local mylyn-local.mylyn.local mylyn.local jenkins.mylyn.local hello.mylyn.local artifactory.mylyn.local gitlab.mylyn.local"
+      default_etc_hosts: "mylynmstr01 mylyn.local traefik.mylyn.local jenkins.mylyn.local hello.mylyn.local artifactory.mylyn.local gitlab.mylyn.local"
     mylynwrk01:
       ansible_connection: ssh
       ansible_host: "192.168.64.4"

org.eclipse.mylyn.releng/multipass/mylyn_setup.yml

@@ -65,6 +65,11 @@
 # 
 - hosts: "{{ hostvars['localhost'].prim_install_server_name  }}"
   gather_facts: false
+  pre_tasks:
+    - include_vars:
+        dir: mylyn_vars
+        extensions:
+        - json
   vars:
     swarm_master_name: "{{ hostvars['localhost'].prim_install_server_name  }}"
     docker_mode: "{{ hostvars['localhost'].docker_mode_global }}"

org.eclipse.mylyn.releng/multipass/roles/bugzilla/tasks/build_start.yml

@@ -52,7 +52,7 @@
     var: extra_info_label
 - name: myServiceLabel {{ act_item.image_tag }}
   set_fact:
-    serviceLabel: '{"type":"{{ bugzilla_type }}","url":"/{{ act_item.servmame }}/", "version": "{{ bugzilla_version.stdout }}", "info": "{{ bugzilla_info }}", "properties":  { "host-name": "{{ remote_domain_name }}", "host-ip": "{{ansible_ssh_host}}", "ansible-name": "{{ inventory_hostname }}", "docker": "true"  {{ extra_info_label }} } }'
+    serviceLabel: '{"type":"{{ bugzilla_type }}","url":"/{{ act_item.servmame }}/", "version": "{{ bugzilla_version.stdout }}", "info": "{{ bugzilla_info }}", "properties":  { "host-name": "{{ remote_domain_name }}", "remote_ip": "{{ inst_network_ip }}", "ansible-name": "{{ inventory_hostname }}", "ansible-host-ip": "{{ansible_ssh_host}}", "docker": "true"  {{ extra_info_label }} } }'
 - name: debug1 {{ act_item.image_tag }}
   debug:
     var: serviceLabel

org.eclipse.mylyn.releng/multipass/roles/gitlab/tasks/main.yml

@@ -31,7 +31,7 @@
 
 - name: myServiceLabel
   set_fact:
-    serviceLabel: '{"type":"gitlab","url":"https://{{ gitlabHostURL }}","version":"{{gitlabImageVersion}}","info":"","properties":{"host-name":"{{ gitlabHostURL }}","host-ip":"{{ansible_ssh_host}}","ansible-name":"{{ inventory_hostname }}","docker":"true","default":"true"} }'
+    serviceLabel: '{"type":"gitlab","url":"https://{{ gitlabHostURL }}","version":"{{gitlabImageVersion}}","info":"","properties":{"host-name":"{{ gitlabHostURL }}","remote_ip": "{{ inst_network_ip }}","ansible-host-ip":"{{ansible_ssh_host}}","ansible-name":"{{ inventory_hostname }}","docker":"true","default":"true"} }'
 
 - name: setlabels registry
   ansible.builtin.set_fact:

org.eclipse.mylyn.releng/multipass/roles/jenkins/tasks/build_start.yml

@@ -39,7 +39,7 @@
     extra_info_label: "{{ (',' + act_item.extra_info) if (act_item.extra_info | length > 0 ) else ''}}"
 - name: myServiceLabel
   set_fact:
-    serviceLabel: '{"type":"{{ jenkins_type }}","url":"/{{act_item.servmame}}/", "version": "{{version.stdout}}", "info": "", "properties":  { "host-name": "{{ common_domain_name }}", "host-ip": "{{ansible_ssh_host}}", "ansible-name": "{{ inventory_hostname }}", "docker": "true" {{ extra_info_label }} } }'
+    serviceLabel: '{"type":"{{ jenkins_type }}","url":"/{{act_item.servmame}}/", "version": "{{version.stdout}}", "info": "", "properties":  { "host-name": "{{ remote_domain_name }}", "remote_ip": "{{ inst_network_ip }}", "ansible-host-ip": "{{ansible_ssh_host}}", "ansible-name": "{{ inventory_hostname }}", "docker": "true" {{ extra_info_label }} } }'
 
 - name: setlabels {{ act_item.image_tag }}
   ansible.builtin.set_fact:

org.eclipse.mylyn.releng/multipass/roles/multipass_create_vm/tasks/main.yml

@@ -28,13 +28,14 @@
               - {{ user_data }}
 
 - name: create if needed
-  shell: multipass launch -n {{ item.name }} --disk {{ item.disk }} --mem {{ item.memory }} --cpus {{ item.cpus }} --cloud-init first_setup/cloud-init.yaml
+  shell: multipass launch -n {{ item.name }} --disk {{ item.disk }} --mem {{ item.memory }} --cpus {{ item.cpus }} {{ item.launch_extra }} --cloud-init first_setup/cloud-init.yaml
   when: item.name not in inst_list | map(attribute='inst_name') 
   with_items: "{{ setup_lst }}"
 - name: new list
   ansible.builtin.include_tasks:
     file: multipass_list.yml
-- debug: var=inst_list verbosity=3
+- name: debug new list
+  debug: var=inst_list verbosity=3
 
 - name: build name ip map
   ansible.builtin.set_fact:
@@ -43,7 +44,8 @@
     item.name in inst_list | map(attribute='inst_name') and
     (inst_list | selectattr("inst_name", "equalto", item.name))| map(attribute='ip_adr4') != [item.ip4 ]
   with_items: "{{ setup_lst }}"
-- debug: var=ip_2_change verbosity=3
+- name: debug ip_2_change
+  debug: var=ip_2_change verbosity=3
   when: ip_2_change is defined
 
 - name: "Replace line in file inventory.yml"
@@ -52,22 +54,24 @@
     regexp: "(^\\s*ansible_host:\\s*)(\"{{ item.aip | regex_escape() }}\")(.*)$"
     replace: "\\1\"{{item.mip}}\""
   with_items: "{{ ip_2_change }}"
-  when: ip_2_change is defined  
-- name: change etc hosts
+  when: ip_2_change is defined
+
+- name: remove mylyn vm from etc hosts
   become: true
   become_user: root
-  ansible.builtin.replace:
+  ansible.builtin.lineinfile:
     path: /etc/hosts
-    regexp: "{{item.aip | regex_escape()}}(\\s+.*)?$"
-    replace: "{{item.mip}}\\1"
+    regexp: "{{'^.*'+ item.aname +'.*' }}"
+    state: absent
   with_items: "{{ ip_2_change }}"
-  when: ip_2_change is defined and (not item.aip  is search("192.168.64.x"))
-- name: append etc hosts
+  when: ip_2_change is defined
+
+- name: add mylyn vm to etc hosts}
   become: true
   become_user: root
   ansible.builtin.lineinfile:
     path: /etc/hosts
-    line: "{{ item.mip }} {{hostvars[item.aname].default_etc_hosts}}"
-    insertafter: EOF
+    line: "{{ item.mip  + ' ' + hostvars[item.aname].default_etc_hosts }}"
+    state: present
   with_items: "{{ ip_2_change }}"
-  when: ip_2_change is defined and (item.aip  is search("192.168.64.x")) 
+  when: ip_2_change is defined