timing logging

Author: KelvinTegelaar

Modules/CIPPCore/Public/AuditLogs/New-CIPPAuditLogSearchResultsCache.ps1

@@ -74,7 +74,7 @@ function New-CIPPAuditLogSearchResultsCache {
                 $FailedDownloadsTable = Get-CippTable -TableName 'FailedAuditLogDownloads'
                 $failedEntities = Get-CIPPAzDataTableEntity @FailedDownloadsTable -Filter "PartitionKey eq '$TenantFilter' and SearchId eq '$SearchId'"
                 if ($failedEntities) {
-                    Remove-AzDataTableEntity @FailedDownloadsTable -Entity $failedEntities
+                    Remove-AzDataTableEntity @FailedDownloadsTable -Entity $failedEntities -Force
                     Write-Information "Removed failed download records for search ID: $SearchId, tenant: $TenantFilter"
                 }
             } catch {

Modules/CIPPCore/Public/Webhooks/Test-CIPPAuditLogRules.ps1

@@ -7,6 +7,8 @@ function Test-CIPPAuditLogRules {
         $Rows
     )
 
+    $FunctionStartTime = Get-Date
+
     $Results = [PSCustomObject]@{
         TotalLogs     = 0
         MatchedLogs   = 0
@@ -55,6 +57,7 @@ function Test-CIPPAuditLogRules {
     if ($LogCount -gt 0) {
         $LocationTable = Get-CIPPTable -TableName 'knownlocationdb'
         $ProcessedData = foreach ($AuditRecord in $SearchResults) {
+            $RecordStartTime = Get-Date
             Write-Host "Processing RowKey $($AuditRecord.id)"
             $RootProperties = $AuditRecord | Select-Object * -ExcludeProperty auditData
             $Data = $AuditRecord.auditData | Select-Object *, CIPPAction, CIPPClause, CIPPGeoLocation, CIPPBadRepIP, CIPPHostedIP, CIPPIPDetected, CIPPLocationInfo, CIPPExtendedProperties, CIPPDeviceProperties, CIPPParameters, CIPPModifiedProperties, AuditRecord -ErrorAction SilentlyContinue
@@ -102,7 +105,12 @@ function Test-CIPPAuditLogRules {
                         $Trusted = $true
                     }
                     if (!$Trusted) {
+                        $CacheLookupStartTime = Get-Date
                         $Location = Get-CIPPAzDataTableEntity @LocationTable -Filter "RowKey eq '$($Data.clientIp)'" | Select-Object -Last 1
+                        $CacheLookupEndTime = Get-Date
+                        $CacheLookupSeconds = ($CacheLookupEndTime - $CacheLookupStartTime).TotalSeconds
+                        Write-Warning "Cache lookup for IP $($Data.clientip) took $CacheLookupSeconds seconds"
+
                         if ($Location) {
                             $Country = $Location.CountryOrRegion
                             $City = $Location.City
@@ -111,7 +119,11 @@ function Test-CIPPAuditLogRules {
                             $ASName = $Location.ASName
                         } else {
                             try {
+                                $IPLookupStartTime = Get-Date
                                 $Location = Get-CIPPGeoIPLocation -IP $Data.clientip
+                                $IPLookupEndTime = Get-Date
+                                $IPLookupSeconds = ($IPLookupEndTime - $IPLookupStartTime).TotalSeconds
+                                Write-Warning "IP lookup for $($Data.clientip) took $IPLookupSeconds seconds"
                             } catch {
                                 #write-warning "Unable to get IP location for $($Data.clientip): $($_.Exception.Message)"
                             }
@@ -151,6 +163,9 @@ function Test-CIPPAuditLogRules {
                 #write-warning "Audit log: Error processing data: $($_.Exception.Message)`r`n$($_.InvocationInfo.PositionMessage)"
                 Write-LogMessage -API 'Webhooks' -message 'Error Processing Audit Log Data' -LogData (Get-CippException -Exception $_) -sev Error -tenant $TenantFilter
             }
+            $RecordEndTime = Get-Date
+            $RecordSeconds = ($RecordEndTime - $RecordStartTime).TotalSeconds
+            Write-Warning "Task took $RecordSeconds seconds for RowKey $($AuditRecord.id)"
         }
         #write-warning "Processed Data: $(($ProcessedData | Measure-Object).Count) - This should be higher than 0 in many cases, because the where object has not run yet."
         #write-warning "Creating filters - $(($ProcessedData.operation | Sort-Object -Unique) -join ',') - $($TenantFilter)"