Merge pull request #2 from oracle-devrel/feature

Automation Toolkit Release v9.2.1

Author: shrusubra

.gitignore

@@ -2,7 +2,12 @@
 .DS_Store
 .AppleDouble
 .LSOverride
+.terraform*
+.idea
+*.log
+tmp/
 
+__pycache__/
 # Icon must end with two \r
 Icon
 
@@ -30,4 +35,4 @@ Temporary Items
 .key
 .crt
 .csr
-.pem
+.pem

Dockerfile

@@ -0,0 +1,34 @@
+FROM oraclelinux:7-slim
+LABEL maintainer="Team at Oracle"
+LABEL description="OCI format to generate CD3 image"
+
+ARG USERNAME=cd3user
+ARG USER_UID=1001
+ARG USER_GID=$USER_UID
+
+
+RUN yum install sudo -y && groupadd --gid $USER_GID $USERNAME \
+    && useradd --uid $USER_UID --gid $USER_GID -d /$USERNAME -m $USERNAME \
+    && echo $USERNAME ALL=\(root\) NOPASSWD:ALL > /etc/sudoers.d/$USERNAME \
+    && chmod 0440 /etc/sudoers.d/$USERNAME \
+    && mkdir /cd3user/tenancies/ && sudo chown -R $USERNAME:$USERNAME /cd3user/tenancies/
+
+
+USER $USERNAME
+WORKDIR /cd3user/oci_tools/
+COPY . .
+
+RUN sudo yum install -y oracle-softwarecollection-release-el7 \
+    && sudo chown -R $USER:$USER /cd3user/  \
+    && sudo chmod -R 777 /cd3user/
+
+
+WORKDIR /cd3user/
+RUN sed -i -e 's/\r$//' /cd3user/oci_tools/cd3_automation_toolkit/shell_script.sh \
+    && /cd3user/oci_tools/cd3_automation_toolkit/shell_script.sh \
+    && sudo chown -R cd3user:cd3user /cd3user/ && sudo yum clean all && sudo rm -rf /var/cache/yum /root/ocswork \
+    && sudo rm -rf /cd3user/oci_tools/Dockerfile && sudo rm -rf /cd3user/oci_tools/Readme.md \
+    && sudo rm -rf /cd3user/oci_tools/.git && sudo rm -rf /cd3user/oci_tools/.gitignore
+
+
+CMD ["bash"]

README.md

@@ -5,10 +5,36 @@
 ## THIS IS A NEW, BLANK REPO THAT IS NOT READY FOR USE YET.  PLEASE CHECK BACK SOON!
 
 ## Introduction
-MISSING
+The CD3 Automation toolkit has been developed to help in automating the OCI resource object management. 
+<br>
+It reads input data in the form of CD3 Excel sheets and generates the terraform files instead of handling the task through the OCI console manually. This simplifies the management of the company's infrastructure as code.
+<br>
+<img width="434" alt="image" src="https://user-images.githubusercontent.com/103475219/199982639-3b78c9cc-1b30-4a78-bafb-75ceb05309c0.png">
+<br><br>
 
 ## Getting Started
-MISSING
+
+### To build an image
+
+* Change directory to cd3-automation-toolkit(i.e. cloned repo).
+* Run docker build -t cd3toolkit:${image_tag} -f Dockerfile --pull --no-cache .
+<br><br>
+### To save the image (Optional)
+
+* Run docker save cd3toolkit:${image_tag} | gzip > cd3toolkit_${image_tag}.tar.gz
+<br><br>
+### To run the CD3 container and exec into it
+* Run docker run -it -d -v <path_in_local_system_where_the_files_must_be_generated>:/cd3user/tenancies <image_name>:<image_tag>
+* Run docker ps
+* Run docker exec -it <container_id> bash
+<br><br>
+Follow the toolkit docs i.e. from section "Configuring the Docker Container to connect to OCI Tenancy" of "01 CD3 Automation Tookit - End to End Process" inside cd3_automation_toolkit/documentation/user_guide to know HOW TO use to toolkit further.
+<br><br>
+https://github.com/oracle-devrel/cd3-automation-toolkit/blob/develop/cd3_automation_toolkit/documentation/user_guide/01%20CD3%20Automation%20Toolkit%20-%20End%20to%20End%20Process.pdf
+<br><br>
+Note : ${image_tag} should be replaced with suitable tag as per your requirements/standards.
+
+       The above steps have been tested on Windows (Git Bash) and MacOS.
 
 ### Prerequisites
 MISSING

cd3_automation_toolkit/Compute/__init__.py

@@ -0,0 +1,6 @@
+#!/usr/bin/env python3
+
+from .create_terraform_instances import create_terraform_instances
+from .create_terraform_dedicatedhosts import create_terraform_dedicatedhosts
+from .export_instances_nonGreenField import export_instances
+from .export_dedicatedvmhosts_nonGreenField import export_dedicatedvmhosts

cd3_automation_toolkit/Compute/create_terraform_dedicatedhosts.py

@@ -0,0 +1,161 @@
+#!/usr/bin/python3
+# Copyright (c) 2016, 2019, Oracle and/or its affiliates. All rights reserved.
+#
+# This script will produce a Terraform file that will be used to set up OCI core components
+# Dedicated Hosts
+#
+# Author: Suruchi Singla
+# Oracle Consulting
+# Modified (TF Upgrade): Shruthi Subramanian
+#
+
+import sys
+import argparse
+import os
+from oci.config import DEFAULT_LOCATION
+from pathlib import Path
+
+sys.path.append(os.getcwd() + "/../..")
+from commonTools import *
+from jinja2 import Environment, FileSystemLoader
+
+
+######
+# Required Inputs-CD3 excel file, Config file, prefix AND outdir
+######
+def parse_args():
+    # Read input arguments
+    parser = argparse.ArgumentParser(description='Create Dedicated VM Hosts terraform file')
+    parser.add_argument('inputfile', help='Full Path of input CD3 excel file')
+    parser.add_argument('outdir', help='Output directory for creation of TF files')
+    parser.add_argument('prefix', help='TF files prefix')
+    parser.add_argument('--config', default=DEFAULT_LOCATION, help='Config file name')
+    return parser.parse_args()
+
+
+# If input is CD3 excel file
+def create_terraform_dedicatedhosts(inputfile, outdir, prefix, config):
+    # Load the template file
+    file_loader = FileSystemLoader(f'{Path(__file__).parent}/templates')
+    env = Environment(loader=file_loader, keep_trailing_newline=True, trim_blocks=True, lstrip_blocks=True)
+    template = env.get_template('dedicatedvmhosts-template')
+
+    filename = inputfile
+    configFileName = config
+
+    sheetName = "DedicatedVMHosts"
+    auto_tfvars_filename = prefix + '_' + sheetName.lower() + '.auto.tfvars'
+    ct = commonTools()
+    ct.get_subscribedregions(configFileName)
+
+    outfile = {}
+    oname = {}
+    tfStr = {}
+    ADS = ["AD1", "AD2", "AD3"]
+
+    # Read cd3 using pandas dataframe
+    df, col_headers = commonTools.read_cd3(filename, sheetName)
+
+    df = df.dropna(how='all')
+    df = df.reset_index(drop=True)
+
+    # Take backup of files
+    for eachregion in ct.all_regions:
+        resource = sheetName.lower()
+        srcdir = outdir + "/" + eachregion + "/"
+        commonTools.backup_file(srcdir, resource, auto_tfvars_filename)
+        tfStr[eachregion] = ''
+
+    # List of column headers
+    dfcolumns = df.columns.values.tolist()
+
+    for i in df.index:
+        region = str(df.loc[i, 'Region'])
+
+        if (region in commonTools.endNames):
+            break
+
+        region = region.strip().lower()
+        if region not in ct.all_regions:
+            print("\nERROR!!! Invalid Region; It should be one of the regions tenancy is subscribed to..Exiting!")
+            exit(1)
+
+        # temporary dictionary1 and dictionary2
+        tempStr = {}
+        tempdict = {}
+
+        # Check if values are entered for mandatory fields
+        if (str(df.loc[i, 'Region']).lower() == 'nan' or str(df.loc[i, 'Shape']).lower() == 'nan' or str(
+                df.loc[i, 'Compartment Name']).lower() == 'nan' or str(
+                df.loc[i, 'Availability Domain(AD1|AD2|AD3)']).lower() == 'nan' or str(
+            df.loc[i, 'Display Name']).lower() == 'nan'):
+            print("\nAll Fields are mandatory except Fault Domain. Exiting...")
+            exit(1)
+
+        for columnname in dfcolumns:
+
+            # Column value
+            columnvalue = str(df[columnname][i]).strip()
+
+            # Check for boolean/null in column values
+            columnvalue = commonTools.check_columnvalue(columnvalue)
+
+            # Check for multivalued columns
+            tempdict = commonTools.check_multivalues_columnvalue(columnvalue, columnname, tempdict)
+
+            # Process Defined and Freeform Tags
+            if columnname.lower() in commonTools.tagColumns:
+                tempdict = commonTools.split_tag_values(columnname, columnvalue, tempdict)
+
+            if columnname == 'Display Name':
+                columnvalue = columnvalue.strip()
+                host_tf_name = commonTools.check_tf_variable(columnvalue)
+                tempdict = {'dedicated_vm_host_tf': host_tf_name, 'dedicated_vm_host': columnvalue}
+
+            if columnname == 'Compartment Name':
+                compartment_var_name = columnvalue.strip()
+                compartment_var_name = commonTools.check_tf_variable(compartment_var_name)
+                tempdict = {'compartment_tf_name': compartment_var_name}
+
+            if columnname == 'Availability Domain(AD1|AD2|AD3)':
+                columnname = 'availability_domain'
+                AD = columnvalue.upper()
+                ad = ADS.index(AD)
+                columnvalue = str(ad)
+                tempdict = {'availability_domain': columnvalue}
+
+            columnname = commonTools.check_column_headers(columnname)
+            tempStr[columnname] = str(columnvalue).strip()
+            tempStr.update(tempdict)
+
+        # Write all info to TF string; Render template
+        tfStr[region] = tfStr[region] + template.render(tempStr) + "\n"
+
+    # Write to output
+    for reg in ct.all_regions:
+        reg_out_dir = outdir + "/" + reg
+        if not os.path.exists(reg_out_dir):
+            os.makedirs(reg_out_dir)
+
+        if (tfStr[reg] != ''):
+            src = "##Add New Dedicated VM Host for " + reg.lower() + " here##"
+            tfStr[reg] = template.render(count=0, region=reg).replace(src, tfStr[reg] + "\n" + src)
+            tfStr[reg] = "".join([s for s in tfStr[reg].strip().splitlines(True) if s.strip("\r\n").strip()])
+
+            resource = sheetName.lower()
+            commonTools.backup_file(reg_out_dir + "/", resource, auto_tfvars_filename)
+
+            # Write to TF file
+            outfile = reg_out_dir + "/" + auto_tfvars_filename
+            tfStr[reg] = "".join([s for s in tfStr[reg].strip().splitlines(True) if s.strip("\r\n").strip()])
+            oname = open(outfile, "w+")
+            print(outfile + " for dedicated vm hosts has been created for region  " + reg)
+            oname.write(tfStr[reg])
+            oname.close()
+
+
+
+if __name__ == '__main__':
+    args = parse_args()
+    # Execution of the code begins here
+    create_terraform_dedicatedhosts(args.inputfile, args.outdir, args.prefix, args.config)