V1.4 February 2023 Merge (#12)

* Restore / Remove WebApps

* Preparing for February 2023 release

* Graph fix env. var.

* Remove duplicate Title in the details modal

* Z removes the last filter value

* Email from

* Upgrade JAVA to 361

* Email To, CC & BCC as collection

* New tika version to fix mime type on attachments

* Email From & TO as suggestions

* MV Refiner operator OR vs AND

* Renamed landing pages sections

* New facets L&F for better usability

* Issue when creaing static filter

* Issue with static last value removal

* Feb2023 - readme

---------

Co-authored-by: Nicolas Uthurriague <[email protected]>

Author: puthurr

CHANGES.md

@@ -1,9 +1,18 @@
 # Changes log
 
-## January 2023 - V1.3 (in progress)
+## February 2023 - v1.4
+
+- UI & API improvements
+- Documentation
+- Bugs fixing
+
+## January 2023 - V1.3
+
+- API Authorization
+- Neo4j Graph support for indexing
+- QuickView feature to ease access a Detail tab
+- Responsible AI documentation
 
-- API Authorization 
-- Neo4j Graph support for query & indexing
 - UI & API improvements
 - Documentation
 - Bugs fixing

configuration/config/search/indexes/index.json

@@ -706,9 +706,9 @@
       "fields": [
         {
           "name": "message_to",
-          "type": "Edm.String",
+          "type": "Collection(Edm.String)",
           "filterable": true,
-          "sortable": true,
+          "sortable": false,
           "facetable": true,
           "searchable": true,
           "retrievable": true
@@ -724,18 +724,18 @@
         },
         {
           "name": "message_cc",
-          "type": "Edm.String",
+          "type": "Collection(Edm.String)",
           "filterable": true,
-          "sortable": true,
+          "sortable": false,
           "facetable": true,
           "searchable": true,
           "retrievable": true
         },
         {
           "name": "message_bcc",
-          "type": "Edm.String",
+          "type": "Collection(Edm.String)",
           "filterable": true,
-          "sortable": true,
+          "sortable": false,
           "facetable": true,
           "searchable": true,
           "retrievable": true

deployment/modules/core/core.psm1

@@ -2083,6 +2083,44 @@ function Start-WebApps {
     Pop-Location
 }
 
+function Remove-WebApps {
+    param (
+        [switch] $LinuxOnly,
+        [switch] $WindowsOnly
+    )
+  
+    Push-Location $global:envpath
+    foreach ($plan in $webappscfg.AppPlans) {
+        foreach ($webApp in $plan.Services) {
+            if ($plan.IsLinux) {
+                if (-not $WindowsOnly) {
+                    az webapp delete --resource-group $plan.ResourceGroup --name $webApp.Name
+                }
+            }
+            else {
+                if (-not $LinuxOnly) {
+                    az webapp delete --resource-group $plan.ResourceGroup `
+                        --name $webApp.Name
+                }
+            }            
+        }
+    }
+    Pop-Location
+}
+
+function Restore-WebApps {
+    param (
+        [switch] $LinuxOnly,
+        [switch] $WindowsOnly
+    )
+
+    New-WebApps -LinuxOnly:$LinuxOnly -WindowsOnly:$WindowsOnly
+
+    Build-WebApps -LinuxOnly:$LinuxOnly -WindowsOnly:$WindowsOnly -Publish -KeyVaultPolicies -Settings
+
+    Set-WebAppServicesAccessRestriction
+}
+
 function Publish-WebApps {
     param (
         [switch] $Production,
@@ -2455,8 +2493,8 @@ function Suspend-Solution {
     # De-Allocate Functions which are costly to leave running.
     Remove-Functions
 
-    # Start Linux WebApp (e.g. Tika)
-    Stop-WebApps -LinuxOnly
+    # Remove Linux WebApp (e.g. Tika)
+    Remove-WebApps -LinuxOnly
 
 }
 
@@ -2466,7 +2504,7 @@ function Resume-Solution {
     Restore-Functions
 
     # Start Linux WebApp
-    Start-WebApps -LinuxOnly
+    Restore-WebApps -LinuxOnly
 
 }
 #endregion

src/CognitiveSearch.Skills/C#/Metadata/Assignment/Assign.cs

@@ -165,19 +165,31 @@ public static WebApiResponseRecord Transform(CustomHeaders headers, WebApiReques
 
                 if (inRecord.Data.ContainsKey(Constants.email_to))
                 {
-                    emailMetadata[Constants.email_to_output] = inRecord.Data[Constants.email_to];
+                    string keyValue = (string)inRecord.Data[Constants.email_to];
+                    
+                    if (!String.IsNullOrEmpty(keyValue)) {
+                        emailMetadata[Constants.email_to_output] = SplitSemiColumn(keyValue);
+                    }
                 }
                 if (inRecord.Data.ContainsKey(Constants.email_from))
                 {
                     emailMetadata[Constants.email_from_output] = inRecord.Data[Constants.email_from];
                 }
                 if (inRecord.Data.ContainsKey(Constants.email_cc))
                 {
-                    emailMetadata[Constants.email_cc_output] = inRecord.Data[Constants.email_cc];
+                    string keyValue = (string)inRecord.Data[Constants.email_cc];
+                    
+                    if (!String.IsNullOrEmpty(keyValue)) {
+                        emailMetadata[Constants.email_cc_output] = SplitSemiColumn(keyValue);
+                    }
                 }
                 if (inRecord.Data.ContainsKey(Constants.email_bcc))
                 {
-                    emailMetadata[Constants.email_bcc_output] = inRecord.Data[Constants.email_bcc];
+                    string keyValue = (string)inRecord.Data[Constants.email_bcc];
+
+                    if (!String.IsNullOrEmpty(keyValue)) {
+                        emailMetadata[Constants.email_bcc_output] = SplitSemiColumn(keyValue);
+                    }
                 }
                 if (inRecord.Data.ContainsKey(Constants.email_subject))
                 {

src/CognitiveSearch.Skills/Java/ApacheTika/Dockerfile

@@ -31,9 +31,9 @@ ENV TIKA_VERSION 2.2.2-SNAPSHOT
 ENV TIKA_SERVER_PKG=tika-server-standard-$TIKA_VERSION.jar
 ENV TIKA_HOME=/usr/local
 
-ENV JAVA_VERSION=1.8.0_341 \
-	JAVA_PKG=server-jre-8u341-linux-x64.tar.gz \
-	JAVA_SHA256=71c5ef1d73737e324b5aff491a0603f6a9698006132d788df11ea6883b5d3b1b \
+ENV JAVA_VERSION=1.8.0_361 \
+	JAVA_PKG=server-jre-8u361-linux-x64.tar.gz \
+	JAVA_SHA256=413e658db77d33fc2587557d4b1093ca2268892d2c75e6298927db8bb8622d13 \
 	JAVA_HOME=/usr/java/jdk-8
 ENV	PATH $JAVA_HOME/bin:$PATH
 

src/CognitiveSearch.Skills/Java/ApacheTika/server-jre-8u361-linux-x64.tar.gz

@@ -8,17 +8,21 @@
 
 from neo4j import GraphDatabase
 
-if 'NEO4J_ENDPOINT' in os.environ:
-    endpoint = os.environ["NEO4J_ENDPOINT"]
-    user = os.environ["NEO4J_USERNAME"]
-    password = os.environ["NEO4J_PASSWORD"]
+def main(req: func.HttpRequest) -> func.HttpResponse:
+    logging.info('Python HTTP trigger function processed a request.')
 
-    neo4jdriver = GraphDatabase.driver(endpoint, auth=(user, password))
-else: 
     neo4jdriver = None
 
-def main(req: func.HttpRequest) -> func.HttpResponse:
-    logging.info('Python HTTP trigger function processed a request.')
+    if 'NEO4J_ENABLED' in os.environ:
+        enabled = os.getenv("NEO4J_ENABLED", 'False').lower() in ('true', '1', 't')
+        if enabled:
+            endpoint = os.environ["NEO4J_ENDPOINT"]
+            user = os.environ["NEO4J_USERNAME"]
+            password = os.environ["NEO4J_PASSWORD"]
+            try:
+                neo4jdriver = GraphDatabase.driver(endpoint, auth=(user, password))
+            except:
+                neo4jdriver = None
 
     if neo4jdriver:
         with neo4jdriver.session() as session:

src/CognitiveSearch.Skills/Java/ApacheTika/tika-server-standard-2.2.2-Feb2023.jar

@@ -4,16 +4,18 @@
 
 from neo4j import GraphDatabase
 
+neo4jdriver = None
+
 if 'NEO4J_ENABLED' in os.environ:
-    if os.environ['NEO4J_ENABLED']:
+    enabled = os.getenv("NEO4J_ENABLED", 'False').lower() in ('true', '1', 't')
+    if enabled:
         endpoint = os.environ["NEO4J_ENDPOINT"]
         user = os.environ["NEO4J_USERNAME"]
         password = os.environ["NEO4J_PASSWORD"]
-        neo4jdriver = GraphDatabase.driver(endpoint, auth=(user, password))
-    else:
-        neo4jdriver = None
-else: 
-    neo4jdriver = None
+        try:
+            neo4jdriver = GraphDatabase.driver(endpoint, auth=(user, password))
+        except:
+            neo4jdriver = None
 
 def transform_value(record):
     try: