SQL -Force , import -asText , test fixes, better Linux behavior

Export-Excel.ps1

@@ -76,7 +76,7 @@
         .PARAMETER ConditionalText
             Applies a Conditional formatting rule defined with New-ConditionalText. When specific conditions are met the format is applied.
         .PARAMETER NoNumberConversion
-            By default we convert all values to numbers if possible, but this isn't always desirable. NoNumberConversion allows you to add exceptions for the conversion. Wildcards (like '*') are allowed.
+            By default we convert all values to numbers if possible, but this isn't always desirable. NoNumberConversion allows you to add exceptions for the conversion. The only Wildcard allowed is * for all properties
         .PARAMETER BoldTopRow
             Makes the top row boldface.
         .PARAMETER NoHeader
@@ -909,7 +909,7 @@
             }
             catch {Write-Warning -Message "Failed setting the top row to bold in worksheet '$WorksheetName': $_"}
         }
-        if ($AutoSize) {
+        if ($AutoSize -and -not $env:NoAutoSize) {
             try {
                 #Don't fit the all the columns in the sheet; if we are adding cells beside things with hidden columns, that unhides them
                 if ($MaxAutoSizeRows -and $MaxAutoSizeRows -lt $LastRow ) {
@@ -921,6 +921,7 @@
             }
             catch {  Write-Warning -Message "Failed autosizing columns of worksheet '$WorksheetName': $_"}
         }
+        elseif ($AutoSize) {Write-Warning -Message "Auto-fitting columns is not available with this OS configuration." }
 
         foreach ($Sheet in $HideSheet) {
             try {

ImportExcel.psm1

@@ -60,19 +60,23 @@ else {
     Write-Warning 'PowerShell 5 is required for plot.ps1'
     Write-Warning 'PowerShell Excel is ready, except for that functionality'
 }
-if ($IsLinux -or $IsMacOS) {
+if (($IsLinux -or $IsMacOS) -or $env:NoAutoSize) {
     $ExcelPackage = [OfficeOpenXml.ExcelPackage]::new()
     $Cells = ($ExcelPackage | Add-WorkSheet).Cells['A1']
     $Cells.Value = 'Test'
     try {
         $Cells.AutoFitColumns()
+        if ($env:NoAutoSize) {Remove-Item Env:\NoAutoSize}
     }
     catch {
+        $env:NoAutoSize = $true
         if ($IsLinux) {
-            Write-Warning -Message 'ImportExcel Module Cannot Autosize. Please run the following command to install dependencies: "sudo apt-get install -y --no-install-recommends libgdiplus libc6-dev"'
+            Write-Warning -Message ('ImportExcel Module Cannot Autosize. Please run the following command to install dependencies:' + [environment]::newline +
+            '"sudo apt-get install -y --no-install-recommends libgdiplus libc6-dev"')
         }
         if ($IsMacOS) {
-            Write-Warning -Message 'ImportExcel Module Cannot Autosize. Please run the following command to install dependencies: "brew install mono-libgdiplus"'
+            Write-Warning -Message ('ImportExcel Module Cannot Autosize. Please run the following command to install dependencies:' + [environment]::newline +
+            '"brew install mono-libgdiplus"')
         }
     }
     finally {
@@ -127,6 +131,9 @@ function Import-Excel {
    .PARAMETER EndColumn
         By default the import reads up to the last populated column, -EndColumn tells the import to stop at an earlier number.
 
+   .PARAMETER AsText
+       Normally Import-Excel returns the Cell values. AsText allows selected columns to be returned as the text displayed in their cells. * is supported as a wildcard.
+
    .PARAMETER Password
        Accepts a string that will be used to open a password protected Excel file.
 
@@ -314,6 +321,7 @@ function Import-Excel {
         [Alias('RightColumn')]
         [Int]$EndColumn  ,
         [Switch]$DataOnly,
+        [string[]]$AsText,
         [ValidateNotNullOrEmpty()]
         [String]$Password
     )
@@ -433,16 +441,33 @@ function Import-Excel {
             }
             else {
                 #region Create one object per row
+                if ($AsText) {
+                    <#join items in AsText together with ~~~ . Escape any regex special characters...
+                    # which turns * into \* make it .*. Convert ~~~ to $|^ and top and tail with ^%;
+                    So if we get "Week", "[Time]" and "*date*" ; make the expression ^week$|^\[Time\]$|^.*Date.*$
+                    $make a regex for this which is case insensitive (option 1) and compiled (option 8)
+                    #>
+                    $TextColExpression = "^" + [regex]::Escape($AsText -join "~~~").replace("\*",".*").replace("~~~","$|^") +"$"
+                    $TextColRegEx = New-Object -TypeName regex -ArgumentList $TextColExpression , 9
+                }
                 foreach ($R in $Rows) {
                     #Disabled write-verbose for speed
                     #  Write-Verbose "Import row '$R'"
                     $NewRow = [Ordered]@{ }
-
-                    foreach ($P in $PropertyNames) {
-                        $NewRow[$P.Value] = $Worksheet.Cells[$R, $P.Column].Value
-                        #    Write-Verbose "Import cell '$($Worksheet.Cells[$R, $P.Column].Address)' with property name '$($p.Value)' and value '$($Worksheet.Cells[$R, $P.Column].Value)'."
+                    if ($TextColRegEx) {
+                        foreach ($P in $PropertyNames) {
+                            if ($TextColRegEx.IsMatch($P.Value)) {
+                                  $NewRow[$P.Value] = $Worksheet.Cells[$R, $P.Column].Text
+                            }
+                            else {$NewRow[$P.Value] = $Worksheet.Cells[$R, $P.Column].Value}
+                         }
+                    }
+                    else {
+                        foreach ($P in $PropertyNames) {
+                            $NewRow[$P.Value] = $Worksheet.Cells[$R, $P.Column].Value
+                            #    Write-Verbose "Import cell '$($Worksheet.Cells[$R, $P.Column].Address)' with property name '$($p.Value)' and value '$($Worksheet.Cells[$R, $P.Column].Value)'."
+                        }
                     }
-
                     [PSCustomObject]$NewRow
                 }
                 #endregion

Merge-Worksheet.ps1

@@ -512,7 +512,8 @@ Function Merge-MultipleSheets {
            Add-ConditionalFormatting @condFormattingParams -ConditionValue ("AND(" +(($sameChecks -join ",") -replace '<>"Same"','="Changed"') +")" )   -BackgroundColor $ChangeBackgroundColor
         }
         #We've made a bunch of things wider so now is the time to autofit columns. Any hiding has to come AFTER this, because it unhides things
-        $sheet.Cells.AutoFitColumns()
+        if ($env:NoAutoSize) {Write-Warning "Autofit is not available with this OS configuration."}
+        else  {$sheet.Cells.AutoFitColumns()}
 
         #if we have a key field (we didn't concatenate all fields) use what we built up in $sameChecks to apply conditional formatting to it (Row no will be in column A, Key in Column B)
         if ($Key -ne '*') {

Send-SQLDataToExcel.ps1

@@ -29,6 +29,8 @@
         A System.Data.DataTable object containing the data to be inserted into the spreadsheet without running a query.
         This remains supported to avoid breaking older scripts, but if you have a DataTable object you can pass the it
         into Export-Excel using -InputObject.
+      .PARAMETER Force
+        If specified Export-Excel will be called with parameters specified, even if there is no data to send
       .EXAMPLE
         C:\> Send-SQLDataToExcel -MsSQLserver -Connection localhost -SQL  "select name,type,type_desc from [master].[sys].[all_objects]" -Path .\temp.xlsx -WorkSheetname master -AutoSize -FreezeTopRow -AutoFilter -BoldTopRow
 
@@ -108,7 +110,8 @@
         [string]$SQL,
         [int]$QueryTimeout,
         [Parameter(ParameterSetName="Pre-FetchedData", Mandatory=$true)]
-        [System.Data.DataTable]$DataTable
+        [System.Data.DataTable]$DataTable,
+        [switch]$Force
     )
 #Import the parameters from Export-Excel, we will pass InputObject, and we have the common parameters so exclude those,
 #and re-write the [Parmameter] attribute on each one to avoid parameterSetName here competing with the settings in Export excel.
@@ -125,7 +128,7 @@
         return $paramDictionary
     }
     process {
-        #Dynamic params mean we can get passed parameter combination Export-Excel will reject, so throw here, rather than get data and then have Export-Excel error.
+      #region Dynamic params mean we can get passed parameter combination Export-Excel will reject, so throw here, rather than get data and then have Export-Excel error.
         if ($PSBoundParameters.Path -and $PSBoundParameters.ExcelPackage) {
             throw 'Parameter error: you cannot specify both a path and an Excel Package.'
             return
@@ -134,42 +137,68 @@
             Write-Warning "Tables are automatically auto-filtered, -AutoFilter will be ignored"
             $null = $PSBoundParameters.Remove('AutoFilter')
         }
-        #We were either given a session object or a connection string (with, optionally a MSSQLServer parameter)
-        #If we got -MSSQLServer, create a SQL connection, if we didn't but we got -Connection create an ODBC connection
-        if     ($MsSQLserver -and $Connection) {
+      #endregion
+      #region if we were either given a session object or a connection string (& optionally -MSSQLServer) make sure we can connect
+        try {
+            #If we got -MSSQLServer, create a SQL connection, if we didn't but we got -Connection create an ODBC connection
+            if     ($MsSQLserver -and $Connection) {
                 if ($Connection -notmatch '=') {$Connection = "server=$Connection;trusted_connection=true;timeout=60"}
                 $Session     = New-Object -TypeName System.Data.SqlClient.SqlConnection  -ArgumentList $Connection
                 if ($Session.State -ne 'Open') {$Session.Open()}
                 if ($DataBase) {$Session.ChangeDatabase($DataBase) }
-        }
-        elseif ($Connection)  {
+            }
+            elseif ($Connection)  {
                 $Session     = New-Object -TypeName System.Data.Odbc.OdbcConnection      -ArgumentList $Connection ; $Session.ConnectionTimeout = 30
+            }
+        }
+        catch {
+            Write-Warning "An Error occured trying to connect to $Connection, the error was $([Environment]::NewLine + $_.Exception.InnerException))"
         }
+        if ($Session -is [String] -and $Global:DbSessions[$Session]) {$Session = $Global:DbSessions[$Session]}
+      #endregion
+      #region we may have been given a table, but if there is a db session to connect to, send the query
         if     ($Session) {
-            #A session was either passed in or just created. If it's a SQL one make a SQL DataAdapter, otherwise make an ODBC one
-            if ($Session -is [String] -and $Global:DbSessions[$Session]) {$Session = $Global:DbSessions[$Session]}
-            if ($Session.GetType().name -match "SqlConnection") {
-                $dataAdapter = New-Object -TypeName System.Data.SqlClient.SqlDataAdapter -ArgumentList (
-                               New-Object -TypeName System.Data.SqlClient.SqlCommand     -ArgumentList $SQL, $Session)
+            try {
+                #If the session a SQL one make a SQL DataAdapter, otherwise make an ODBC one
+                if ($Session.GetType().name -match "SqlConnection") {
+                    $dataAdapter = New-Object -TypeName System.Data.SqlClient.SqlDataAdapter -ArgumentList (
+                                New-Object -TypeName System.Data.SqlClient.SqlCommand     -ArgumentList $SQL, $Session)
+                }
+                else {
+                    $dataAdapter = New-Object -TypeName System.Data.Odbc.OdbcDataAdapter     -ArgumentList (
+                                New-Object -TypeName System.Data.Odbc.OdbcCommand         -ArgumentList $SQL, $Session )
+                }
+                if ($QueryTimeout) {$dataAdapter.SelectCommand.CommandTimeout = $QueryTimeout}
+
+                #Both adapter types output the same kind of table, create one and fill it from the adapter
+                $DataTable       = New-Object -TypeName System.Data.DataTable
+                $rowCount        = $dataAdapter.fill($dataTable)
+                Write-Verbose -Message "Query returned $rowCount row(s)"
             }
-            else {
-                $dataAdapter = New-Object -TypeName System.Data.Odbc.OdbcDataAdapter     -ArgumentList (
-                               New-Object -TypeName System.Data.Odbc.OdbcCommand         -ArgumentList $SQL, $Session )
+            catch {
+                Write-Warning "An Error occured trying to run the query, the error was $([Environment]::NewLine + $_.Exception.InnerException))"
             }
-            if ($QueryTimeout) {$dataAdapter.SelectCommand.CommandTimeout = $QueryTimeout}
-
-            #Both adapter types output the same kind of table, create one and fill it from the adapter
-            $DataTable       = New-Object -TypeName System.Data.DataTable
-            $rowCount        = $dataAdapter.fill($dataTable)
-            Write-Verbose -Message "Query returned $rowCount row(s)"
         }
+      #endregion
+      #region send the table to Excel
+        #remove parameters which relate to querying SQL, leaving the ones used by Export-Excel
+        'Connection' , 'Database'  , 'Session' , 'MsSQLserver' , 'SQL'  , 'DataTable'  , 'QueryTimeout' , 'Force' |
+                ForEach-Object {$null = $PSBoundParameters.Remove($_) }
+        #if force was specified export even if there are no rows. If there are no columns, the query failed and export "null" if forced
         if     ($DataTable.Rows.Count) {
-            #Call export-excel removing parameters which relate to the SQL query, and keeping the rest.
-            'Connection' , 'Database'  , 'Session' , 'MsSQLserver' , 'SQL'  , 'DataTable'  , 'QueryTimeout'  | ForEach-Object {$null = $PSBoundParameters.Remove($_) }
+             Export-Excel  @PSBoundParameters -InputObject $DataTable
+        }
+        elseif ($Force -and $DataTable.Columns.Count) {
+            Write-Warning -Message "Zero rows returned, and -Force was specified, sending empty table to Excel."
             Export-Excel  @PSBoundParameters -InputObject $DataTable
         }
-        else   {Write-Warning -Message ' No Data to insert.' }
-        #If we were passed a connection and opened a session,  close that session.
+        elseif ($Force) {
+            Write-Warning -Message "-Force was specified but there is no data to send."
+            Export-Excel  @PSBoundParameters -InputObject $null
+        }
+        else   {Write-Warning -Message 'There is no Data to insert, and -Force was not specified.' }
+      #endregion
+      #If we were passed a connection and opened a session,  close that session.
         if     ($Connection)  {$Session.close() }
     }
 }

SetFormat.ps1

@@ -229,7 +229,7 @@
                 }
                 else {Write-Warning -Message ("Can set the height of a row or a range but not a {0} object" -f ($Range.GetType().name)) }
             }
-            if ($Autosize) {
+            if ($Autosize -and -not $env:NoAutoSize) {
                 try {
                     if ($Range -is [OfficeOpenXml.ExcelColumn]) {$Range.AutoFit() }
                     elseif ($Range -is [OfficeOpenXml.ExcelRange] ) {
@@ -240,6 +240,7 @@
                 }
                 catch {Write-Warning -Message "Failed autosizing columns of worksheet '$WorksheetName': $_"}
             }
+            elseif ($AutoSize) {Write-Warning -Message "Auto-fitting columns is not available with this OS configuration." }
             elseif ($PSBoundParameters.ContainsKey('Width')) {
                 if ($Range -is [OfficeOpenXml.ExcelColumn]) {$Range.Width = $Width}
                 elseif ($Range -is [OfficeOpenXml.ExcelRange] ) {

__tests__/AddTrendlinesToAChart.tests.ps1

@@ -1,4 +1,7 @@
-Describe "Test adding trendlines to charts" {
+if (-not (get-command Import-Excel -ErrorAction SilentlyContinue)) {
+    Import-Module $PSScriptRoot\..\ImportExcel.psd1
+}
+Describe "Test adding trendlines to charts" {
     BeforeAll {
         $script:data = ConvertFrom-Csv @"
 Region,Item,TotalSold

__tests__/CI.ps1

@@ -21,7 +21,7 @@ if ($Initialize) {
 }
 if ($Test) {
     function Get-EnvironmentInfo {
-        if ($null -eq $IsWindows -or $IsWindows) {
+        if ([environment]::OSVersion.Platform -like "win*") {
             # Get Windows Version
             try {
                 $WinRelease, $WinVer = Get-ItemPropertyValue "HKLM:\SOFTWARE\Microsoft\Windows NT\CurrentVersion" ReleaseId, CurrentMajorVersionNumber, CurrentMinorVersionNumber, CurrentBuildNumber, UBR
@@ -30,8 +30,18 @@ if ($Test) {
             catch {
                 $WindowsVersion = [System.Environment]::OSVersion.Version
             }
+#TODO FIXME BUG this gets the latest version of the .NET Framework on the machine (ok for powershell.exe), not the version of .NET CORE in use by PWSH.EXE
+<#
+$VersionFilePath =     (Get-Process -Id $PID | Select-Object -ExpandProperty Modules |
+                     Where-Object -Property modulename -eq "clrjit.dll").FileName
+if (-not $VersionFilePath) {
+    $VersionFilePath = [System.Reflection.Assembly]::LoadWithPartialName("System.Core").location
+ }
+ (Get-ItemProperty -Path $VersionFilePath).VersionInfo |
+                    Select-Object -Property @{n="Version"; e={$_.ProductName + " " + $_.FileVersion}}, ProductName, FileVersionRaw, FileName
+#>
 
-            # Get .Net Version
+        # Get .Net Version
             # https://stackoverflow.com/questions/3487265/powershell-script-to-return-versions-of-net-framework-on-a-machine
             $Lookup = @{
                 378389 = [version]'4.5'

__tests__/Compare-WorkSheet.tests.ps1

@@ -1,6 +1,7 @@
 #Requires -Modules Pester
-#Import-Module $PSScriptRoot\..\ImportExcel.psd1 -Force
-
+if (-not (get-command Import-Excel -ErrorAction SilentlyContinue)) {
+    Import-Module $PSScriptRoot\..\ImportExcel.psd1
+}
 Describe "Compare Worksheet" {
     BeforeAll {
         if ($PSVersionTable.PSVersion.Major -gt 5) {
@@ -54,18 +55,9 @@ Describe "Compare Worksheet" {
         }
     }
 
-    Context "Setting the background to highlight different rows, use of grid view." {
+    Context "Setting the background to highlight different rows" {
         BeforeAll {
-            $useGrid =  ($PSVersionTable.PSVersion.Major -LE 5)
-            if ($useGrid) {
-                $ModulePath = (Get-Command -Name 'Compare-WorkSheet').Module.Path
-                $PowerShellExec = if ($PSEdition -eq 'Core') {'pwsh.exe'} else {'powershell.exe'}
-                $PowerShellPath = Join-Path -Path $PSHOME -ChildPath $PowerShellExec
-                . $PowerShellPath -Command ('Import-Module {0}; $null = Compare-WorkSheet "{1}server1.xlsx" "{1}server2.xlsx" -BackgroundColor ([System.Drawing.Color]::LightGreen) -GridView; Start-Sleep -sec 5' -f $ModulePath, (Resolve-Path 'TestDrive:').ProviderPath)
-            }
-            else {
-                $null = Compare-WorkSheet "TestDrive:\server1.xlsx" "TestDrive:\server2.xlsx" -BackgroundColor ([System.Drawing.Color]::LightGreen) -GridView:$useGrid
-            }
+            $null = Compare-WorkSheet "TestDrive:\server1.xlsx" "TestDrive:\server2.xlsx" -BackgroundColor ([System.Drawing.Color]::LightGreen)
             $xl1  = Open-ExcelPackage -Path "TestDrive:\server1.xlsx"
             $xl2  = Open-ExcelPackage -Path "TestDrive:\server2.xlsx"
             $s1Sheet = $xl1.Workbook.Worksheets[1]

__tests__/ConvertFromExcelToSQLInsert.tests.ps1

@@ -1,5 +1,6 @@
-#Import-Module $PSScriptRoot\..\ImportExcel.psd1 -Force
-
+if (-not (get-command Import-Excel -ErrorAction SilentlyContinue)) {
+    Import-Module $PSScriptRoot\..\ImportExcel.psd1
+}
 $xlFile = "TestDrive:\testSQL.xlsx"
 
 Describe "ConvertFrom-ExcelToSQLInsert" {