Merge pull request #877 from travis-ci/km-TDOC-106-V2

Added support for Android in Bionic, Jammy, and Focal

Author: kamildevtactics

cookbooks/travis_ci_ubuntu_1804/attributes/default.rb

@@ -67,6 +67,7 @@
     openjdk9
     openjdk10
     openjdk11
+    openjdk17
   ]
   override['travis_jdk']['default'] = 'openjdk11'
 end
@@ -184,11 +185,44 @@
   perl6
   elixir
   erlang
-
+  android
 ]
 override['travis_docker']['version'] = '24.0.5'
 override['travis_docker']['binary']['version'] = '24.0.5'
 override['travis_docker']['compose']['url'] = 'https://github.com/docker/compose/releases/download/v2.20.3/docker-compose-Linux-x86_64'
 override['travis_docker']['compose']['sha256sum'] = 'f45e4cb687df8b48a57f656097ce7175fa8e8bef70be407b011e29ff663f475f'
 override['travis_docker']['binary']['url'] = 'https://download.docker.com/linux/static/stable/x86_64/docker-24.0.5.tgz'
 override['travis_docker']['binary']['checksum'] = '0a5f3157ce25532c5c1261a97acf3b25065cfe25940ef491fa01d5bea18ddc86'
+override['android-sdk'] = {
+  'name' => 'android-sdk',
+  'setup_root' => '/usr/local',
+  'download_url' => 'https://dl.google.com/android/repository/commandlinetools-linux-9477386_latest.zip',
+  'checksum' => '2b3751867a4b4b70dbd8dcf6537aa888',
+  'version' => '9477386',
+  'owner' => 'root',
+  'group' => 'root',
+  'with_symlink' => true,
+  'java_from_system' => false,
+  'set_environment_variables' => true,
+  'license' => {
+    'white_list' => ['android-sdk-license'],
+    'black_list' => [],
+    'default_answer' => 'y'
+  },
+  'license_file_path' => File.expand_path('../../android-accept-licenses', __dir__),
+  'components' => [
+    'tools',
+    'platform-tools',
+    'build-tools;30.0.0',
+    'platforms;android-30',
+    'extras;google;google_play_services',
+    'extras;google;m2repository',
+    'extras;android;m2repository'
+  ],
+  'scripts' => {
+    'path' => '/usr/local/bin',
+    'owner' => 'root',
+    'group' => 'root'
+  },
+  'maven_rescue' => false
+}

cookbooks/travis_ci_ubuntu_1804/files/default/android-accept-licenses

@@ -0,0 +1,18 @@
+#!/usr/bin/expect -f
+
+set timeout 1800
+set cmd [lindex $argv 0]
+set licenses [lindex $argv 1]
+
+spawn {*}$cmd
+expect {
+  -regexp "Do you accept the license '($licenses)'.*" {
+        exp_send "y\r"
+        exp_continue
+  }
+  "Do you accept the license '*'*" {
+        exp_send "n\r"
+        exp_continue
+  }
+  eof
+}

cookbooks/travis_ci_ubuntu_1804/files/default/android-wait-for-emulator

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# Originally written by Ralf Kistner <[email protected]>, but placed in the public domain
+
+set +e
+
+bootanim=""
+failcounter=0
+timeout_in_sec=360
+
+until [[ "$bootanim" =~ "stopped" ]]; do
+  bootanim=`adb -e shell getprop init.svc.bootanim 2>&1 &`
+  if [[ "$bootanim" =~ "device not found" || "$bootanim" =~ "device offline"
+    || "$bootanim" =~ "running" ]]; then
+    let "failcounter += 1"
+    echo "Waiting for emulator to start"
+    if [[ $failcounter -gt timeout_in_sec ]]; then
+      echo "Timeout ($timeout_in_sec seconds) reached; failed to start emulator"
+      exit 1
+    fi
+  fi
+  sleep 1
+done
+
+echo "Emulator is ready"

cookbooks/travis_ci_ubuntu_1804/recipes/default.rb

@@ -40,17 +40,18 @@
 end
 include_recipe 'travis_docker::compose'
 include_recipe 'openssl'
+
 include_recipe 'travis_jdk'
 include_recipe 'travis_build_environment::maven'
 include_recipe 'travis_build_environment::lein'
 include_recipe 'travis_sbt_extras'
 include_recipe 'travis_build_environment::gradle'
 include_recipe 'travis_postgresql'
-include_recipe 'travis_build_environment::mysql'
 include_recipe 'travis_perlbrew::multi'
 include_recipe 'travis_build_environment::redis'
 include_recipe 'travis_build_environment::mongodb'
 include_recipe 'memcached'
+include_recipe 'travis_build_environment::android-sdk'
 # TODO: Uncomment when cassandra works on Java 8 again
 # https://github.com/travis-ci/packer-templates/issues/589
 # include_recipe 'travis_build_environment::cassandra'
@@ -63,7 +64,8 @@
 include_recipe 'travis_build_environment::ibm_advanced_tool_chain'
 include_recipe 'travis_phantomjs::2'
 include_recipe 'travis_phpenv::libargon2'
-
+include_recipe 'travis_phpenv::libargon2'
+include_recipe 'travis_build_environment::mysql'
 # HACK: ubuntu_1804-specific shims!
 execute 'ln -svf /usr/bin/hashdeep /usr/bin/md5deep'
 

cookbooks/travis_ci_ubuntu_2004/attributes/default.rb

@@ -57,6 +57,7 @@
   openjdk9
   openjdk10
   openjdk11
+  openjdk17
 ]
 
 override['travis_jdk']['default'] = 'openjdk11'
@@ -183,6 +184,7 @@
   rust
   elixir
   erlang
+  android
 ]
 
 override['travis_docker']['version'] = '26.1.3'
@@ -191,3 +193,38 @@
 override['travis_docker']['compose']['sha256sum'] = 'ddc876fe2a89d5b7ea455146b0975bfe52904eecba9b192193377d6f99d69ad9'
 override['travis_docker']['binary']['url'] = 'https://download.docker.com/linux/static/stable/x86_64/docker-26.1.3.tgz'
 override['travis_docker']['binary']['checksum'] = 'a50076d372d3bbe955664707af1a4ce4f5df6b2d896e68b12ecc74e724d1db31'
+
+
+override['android-sdk'] = {
+  'name' => 'android-sdk',
+  'setup_root' => '/usr/local',
+  'download_url' => 'https://dl.google.com/android/repository/commandlinetools-linux-9477386_latest.zip',
+  'checksum' => '2b3751867a4b4b70dbd8dcf6537aa888',
+  'version' => '9477386',
+  'owner' => 'root',
+  'group' => 'root',
+  'with_symlink' => true,
+  'java_from_system' => false,
+  'set_environment_variables' => true,
+  'license' => {
+    'white_list' => ['android-sdk-license'],
+    'black_list' => [],
+    'default_answer' => 'y'
+  },
+  'license_file_path' => File.expand_path('../../android-accept-licenses', __dir__),
+  'components' => [
+    'tools',
+    'platform-tools',
+    'build-tools;30.0.0',    
+    'platforms;android-30',   
+    'extras;google;google_play_services',
+    'extras;google;m2repository',
+    'extras;android;m2repository'
+  ],
+  'scripts' => {
+    'path' => '/usr/local/bin',
+    'owner' => 'root',
+    'group' => 'root'
+  },
+  'maven_rescue' => false
+}

cookbooks/travis_ci_ubuntu_2004/recipes/default.rb

@@ -48,7 +48,7 @@
 include_recipe 'travis_perlbrew::multi'
 include_recipe 'travis_build_environment::redis'
 # include_recipe 'travis_build_environment::mongodb'
-include_recipe '::erlang'
+#include_recipe '::erlang'
 include_recipe 'memcached'
 # TODO: Uncomment when cassandra works on Java 8 again
 # https://github.com/travis-ci/packer-templates/issues/589
@@ -84,3 +84,4 @@
 # HACK: force removal of ~/.pearrc until a decision is reached on if they are
 # good or bad
 execute 'rm -f /home/travis/.pearrc'
+include_recipe 'travis_build_environment::android-sdk'

cookbooks/travis_ci_ubuntu_2004/recipes/erlang.rb

@@ -1,38 +1,126 @@
+module ErlangHelper
+  require 'chef/mixin/shell_out'
+  include Chef::Mixin::ShellOut
+  extend self
 
-# frozen_string_literal: true
+  def direct_download_erlang
+    if shell_out("which erl").exitstatus != 0
+      Chef::Log.info("Trying direct download approach for Erlang...")
+      shell_out!("mkdir -p /tmp/erlang_install")
+      shell_out!(%{
+        cd /tmp/erlang_install && \
+        wget https://packages.erlang-solutions.com/erlang/debian/pool/esl-erlang_25.0.3-1~ubuntu~focal_amd64.deb -O erlang.deb || \
+        wget http://archive.ubuntu.com/ubuntu/pool/main/e/erlang/erlang-base_23.0.2+dfsg-1ubuntu1_amd64.deb -O erlang.deb
+      })
+      shell_out!("dpkg -i /tmp/erlang_install/erlang.deb || true")
+      shell_out!("apt-get -f -y install")
+      shell_out!("rm -rf /tmp/erlang_install")
+    end
+  end
 
-execute 'debug_wget_erlang_key' do
-  command 'wget -O- https://packages.erlang-solutions.com/ubuntu/erlang_solutions.asc | tee /tmp/erlang_solutions.asc.debug'
-  not_if { ::File.exist?('/etc/apt/trusted.gpg.d/erlang_solutions.gpg') }
+  def install_erlang_from_source
+    if shell_out("which erl").exitstatus != 0
+      Chef::Log.info("Attempting to install Erlang from source...")
+      shell_out!("apt-get install -y build-essential libncurses5-dev libssl-dev")
+      shell_out!(%{
+        cd /tmp && \
+        wget https://github.com/erlang/otp/archive/OTP-24.0.tar.gz && \
+        tar -xzf OTP-24.0.tar.gz && \
+        cd otp-OTP-24.0 && \
+        ./configure --prefix=/usr/local --without-javac && \
+        make -j$(nproc) && \
+        make install
+      })
+    end
+  end
 end
 
-execute 'add_erlang_gpg_key' do
-  command 'wget -O- https://packages.erlang-solutions.com/ubuntu/erlang_solutions.asc | sudo apt-key add - 2>&1 | tee /tmp/erlang_gpg_add.log'
-  not_if { ::File.exist?('/etc/apt/trusted.gpg.d/erlang_solutions.gpg') }
+execute 'diagnose_filesystem_issues' do
+  command <<-EOH
+    echo "=== Filesystem Status ==="
+    df -h
+    echo "=== APT Cache Directory Permissions ==="
+    ls -la /var/cache/apt/
+    ls -la /var/cache/apt/archives/
+    echo "=== Checking for stale apt/dpkg locks ==="
+    lsof /var/lib/dpkg/lock* || echo "No locks found"
+    lsof /var/lib/apt/lists/lock || echo "No lists lock found"
+    lsof /var/cache/apt/archives/lock || echo "No archives lock found"
+    
+    rm -f /var/lib/dpkg/lock*
+    rm -f /var/lib/apt/lists/lock
+    rm -f /var/cache/apt/archives/lock
+    
+    rm -rf /var/cache/apt/archives/*
+    mkdir -p /var/cache/apt/archives/partial
+    chmod 755 /var/cache/apt/archives
+    chmod 755 /var/cache/apt/archives/partial
+    chown _apt:root /var/cache/apt/archives/partial
+  EOH
+  action :run
 end
 
-execute 'debug_erlang_repo' do
-  command 'echo "deb https://packages.erlang-solutions.com/ubuntu focal contrib" | tee /tmp/erlang_repo.list.debug'
-  not_if { ::File.exist?('/etc/apt/sources.list.d/rabbitmq.list') }
-end
+ruby_block 'cleanup_old_erlang_repos' do
+  block do
+    [
+      '/etc/apt/sources.list.d/erlang.list',
+      '/etc/apt/sources.list.d/erlang-solutions.list'
+    ].each do |file|
+      File.delete(file) if File.exist?(file)
+    end
 
-execute 'add_erlang_repository' do
-  command 'echo "deb https://packages.erlang-solutions.com/ubuntu focal contrib" | sudo tee /etc/apt/sources.list.d/rabbitmq.list 2>&1 | tee /tmp/erlang_repo_add.log'
-  not_if { ::File.exist?('/etc/apt/sources.list.d/rabbitmq.list') }
+    [
+      '/usr/share/keyrings/erlang-solutions.gpg',
+      '/usr/share/keyrings/erlang.gpg'
+    ].each do |key_file|
+      File.delete(key_file) if File.exist?(key_file)
+    end
+  end
+  action :run
 end
 
-apt_update 'update_packages' do
-  action :update
+execute 'switch_to_ubuntu_repos' do
+  command <<-EOH
+    apt-get clean
+    apt-get update -q || true
+    apt-get install -y erlang-base erlang-dev || true
+  EOH
+  action :run
   ignore_failure true
 end
 
-package 'erlang' do
-  action :install
-  notifies :write, 'log[erlang_installed]', :immediately
+ruby_block 'direct_download_erlang' do
+  block do
+    ErlangHelper.direct_download_erlang
+  end
+  action :run
+end
+
+ruby_block 'install_erlang_from_source' do
+  block do
+    ErlangHelper.install_erlang_from_source
+  end
+  action :run
+  ignore_failure true
 end
 
-log 'erlang_installed' do
-  message 'Erlang package has been successfully installed.'
-  level :info
-  action :nothing
+execute 'verify_erlang_installation' do
+  command <<-EOH
+    if which erl > /dev/null 2>&1; then
+      echo "Erlang was successfully installed:"
+      erl -eval 'erlang:display(erlang:system_info(otp_release)), halt().' -noshell
+    else
+      echo "Attempting one final approach - installing just the minimal set of packages"
+      apt-get update -q
+      apt-get install -y --no-install-recommends erlang-base erlang-crypto erlang-syntax-tools erlang-inets erlang-mnesia
+      
+      if which erl > /dev/null 2>&1; then
+        echo "Minimal Erlang installation successful"
+      else
+        echo "All installation attempts failed. Manual intervention needed."
+        exit 1
+      fi
+    fi
+  EOH
+  action :run
 end