Merge branch 'develop'

Author: ltalirz

.gitignore

@@ -11,3 +11,6 @@ INSTALL*.txt
 RELEASENOTES.txt
 doc/_build
 other_stuff/*/*.png
+
+# roles & dependencies
+roles/marvel-nccr*

CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## Quantum Mobile v18.06.0
+
+### Software updates
+* aiida-core v0.12.0
+* aiida-quantumespresso v2.0.1
+
+### Improvements
+
+- Add /scratch directory
+- Using shared folders no longer requires sudo
+
+### Build process
+
+- Separate roles into independent repositories
+- Roles are installed via ansible-galaxy
+- Continuous integration tests for individual roles 
+
 ## Quantum Mobile v18.04.0
 
 ### Software updates

README.md

@@ -1,5 +1,7 @@
 # Quantum Mobile
 
+## What is Quantum Mobile
+
 *Quantum Mobile* is a Virtual Machine for computational materials science.
 
 It comes with a collection of software packages for quantum
@@ -16,37 +18,51 @@ all of which are set up and ready to be used through the
 [AiiDA](http://www.aiida.net) python framework for automated workflows and
 provenance tracking.
 
+You can run Quantum Mobile on your Windows, MacOS or Linux computer using the
+[VirtualBox](http://virtualbox.org/) software.
+You can also install Quantum Mobile on virtual machines using cloud services
+like Amazon Web Services or OpenStack.
+
+![Demo](https://image.ibb.co/n50SdT/quantum_mobile.gif "A brief impression of the Quantum Mobile interface.")
+
 ## Download the VM
 
-Please see [releases](https://github.com/marvel-nccr/quantum-mobile/releases) for the latest VM image and installation instructions.
+Please see [releases](https://github.com/marvel-nccr/quantum-mobile/releases)
+for the latest VM image and installation instructions.
 
-For issues encountered during installation of the VM, see the [FAQ](https://github.com/marvel-nccr/quantum-mobile/wiki/Frequently-Asked-Questions).
+For issues encountered during installation of the VM, see the
+[FAQ](https://github.com/marvel-nccr/quantum-mobile/wiki/Frequently-Asked-Questions).
 
 ## Build it from scratch
 
 You would like to add/remove some components of the VM
 and produce your own modified VM image?
 
-This git repository contains all the vagrant and ansible scripts 
-required to set up the VM from scratch (note: [plan >1h](other_stuff/timings.txt) for this).
+This git repository contains all the vagrant and ansible scripts required to
+set up the VM from scratch (note: [plan >1h](other_stuff/timings.txt) for
+this).
 
 ### Prerequisites
 
 - [vagrant](https://www.vagrantup.com/downloads.html) >= 2.0.1
 - [virtualbox](https://www.virtualbox.org/wiki/Downloads)
 - [python](https://www.python.org/)
-- Host OS: Building VM tested only on Unix systems so far (MacOS, Ubuntu). Might work under Windows with a few modifications.
+- Host OS: Building VM tested only on Unix systems so far (MacOS, Ubuntu).
+  Might work under Windows with a few modifications.
 
 ### Create Virtual Machine
 
 ```
 git checkout git@github.com:marvel-nccr/quantum-mobile.git
 cd quantum-mobile
 pip install -r requirements.txt
+ansible-galaxy install -r requirements.yml
 vagrant plugin install vagrant-vbguest  # optional, improves interface
 vagrant up  # build vm from scratch (takes some tens of minutes)
 ```
 
+Note: Due to a bug in the vbguest vagrant plugin, there are some additional steps #60
+
 ### Create image
 ```
 # optional: reduce size of VM

Vagrantfile

@@ -45,6 +45,7 @@ Vagrant.configure(2) do |config|
   #config.vbguest.no_remote = true
 
   config.vm.box = "bento/ubuntu-16.04"
+  #config.vm.box = "bento/ubuntu-18.04"
   #config.vm.box_version = "== 201801.02.0"
   #config.vm.box = "ubuntu/xenial64"
   config.vm.boot_timeout = 60
@@ -55,42 +56,20 @@ Vagrant.configure(2) do |config|
 
   # Shared folder
   # Unfortunately, VirtualBox only allows to share absolute paths, which cannot
-  # work across all host OS. Until this changes, let's add the shared folder
+  # work across all host OS.
   # https://www.virtualbox.org/ticket/15305
   #config.vm.synced_folder ".", gconfig['vm_shared_folder'], owner: gconfig['vm_user']
 
   # Disable the default shared folder of vagrant
   config.vm.synced_folder ".", "/vagrant", disabled: true
 
-  # provisioner: python needed for ansible provisioner
-  config.vm.provision "bootstrap", type: "shell" do |s|
-    s.inline = "apt-get update && apt-get install -y python2.7 python3"
-  end
-
-  # provisioner: add custom user for ansible provisioner
-  user = gconfig['vm_user']
-  password = gconfig['vm_password']
-  commands = <<-EOF
-if [ ! -d /home/#{user} ] ; then
-  useradd -m -s /bin/bash --groups sudo,adm #{user} && \
-  cp -pr /home/vagrant/.ssh /home/#{user}/ && \
-  chown -R #{user}:#{user} /home/#{user} \
-#  echo #{user}:#{password} | chpasswd 
-fi
-EOF
-  config.vm.provision "adduser", type: "shell" do |s|
-    s.inline = commands
-  end
-
   # provisioner: set up VM via ansible. To (re-)run this step:
   #   vagrant provision --provision-with ansible
   config.vm.provision "ansible" do |ansible|
     ansible.verbose = "v"
-    ansible.inventory_path = './hosts'
     ansible.playbook = "playbook.yml"
     ansible.extra_vars = {
        ansible_python_interpreter: "/usr/bin/python2.7",
-       ansible_user: user
     }
     ansible.raw_arguments = Shellwords.shellsplit(ENV['ANSIBLE_ARGS']) if ENV['ANSIBLE_ARGS']
   end

ansible.cfg

@@ -2,8 +2,17 @@
 [defaults]
 log_path = ./ansible.log
 inventory = ./hosts
+roles_path = ./roles
+
+# workaround for https://github.com/ansible/ansible/issues/14426
+timeout = 30
 
 # Use the YAML callback plugin.
 stdout_callback = yaml
 # Use the stdout_callback when running ad-hoc commands.
 bin_ansible_callbacks = True
+
+# when changing user via su, this opens a login shell
+# (i.e. executes .profile)
+# See https://askubuntu.com/a/376386/715125
+ansible_su_flags = "- "

globalconfig.yml

@@ -1,12 +1,12 @@
 ---
 # Caution: This file is read by vagrant, ansible and bash
-vm_version: "18.04.0"
+vm_version: "18.06.0"
 vm_name: "Quantum Mobile"
 vm_description: "A Virtual Machine for Computational Materials Science"
 vm_url: "https://github.com/marvel-nccr/marvel-virtualmachine"
 vm_author: "MARVEL NCCR and MaX CoE"
 vm_author_url: "http://nccr-marvel.ch"
-vm_release_notes_file: "{{ ansible_env.HOME }}/Desktop/RELEASENOTES.txt"
+vm_release_notes_file: "${HOME}/Desktop/RELEASENOTES.txt"
 
 # VM configuration
 vm_hostname: "qmobile"
@@ -16,7 +16,7 @@ vm_memory: 1024
 vm_cpus: 2
 vm_vram: 128
 vm_shared_folder: "/shared"
-vm_codes_folder: "{{ ansible_env.HOME }}/codes"
-vm_examples_folder: "{{ ansible_env.HOME }}/examples"
+vm_codes_folder: "${HOME}/codes"
+vm_examples_folder: "${HOME}/examples"
 vm_headless: False
 vm_browser: chromium # 'chromium' or 'firefox'

host_vars/aws_aiida.yml

@@ -0,0 +1,5 @@
+ansible_ssh_common_args: -i ./keys/aiida_tutorial_aiidaaccount -o StrictHostKeyChecking=no
+
+ansible_become_user: root
+ansible_become_method: su
+ansible_become_pass: "{{ lookup('file', './keys/aws_root_pass') }}" 

host_vars/aws_ubuntu.yml

@@ -0,0 +1 @@
+ansible_ssh_common_args: -i ./keys/aiida-tutorial.pem -o StrictHostKeyChecking=no

hosts

@@ -0,0 +1,4 @@
+[vms:vars]
+ansible_ssh_common_args= -F vagrant-ssh
+[vms]
+default ansible_user=vagrant

keys/.gitignore

@@ -0,0 +1 @@
+*