ci: Add pipeline support to bundle Go binaries in NuGet packages

.github/workflows/packaging.yml

@@ -120,11 +120,61 @@ jobs:
           path: |
             apache-arrow-adbc-${{ steps.version.outputs.VERSION }}.tar.gz
 
+  go-binaries:
+    name: "Go ${{ matrix.os }}"
+    runs-on: ${{ matrix.os }}
+    needs:
+      - source
+
+    strategy:
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        go-version: [1.21.8] # Customize Go versions as needed
+
+    steps:
+      - uses: actions/download-artifact@v3
+        with:
+          name: source
+
+      - name: Extract source archive
+        run: |
+          source_archive=$(echo apache-arrow-adbc-*.tar.gz)
+          VERSION=${source_archive#apache-arrow-adbc-}
+          VERSION=${VERSION%.tar.gz}
+          echo "VERSION=${VERSION}" >> $GITHUB_ENV
+
+          tar xf apache-arrow-adbc-${VERSION}.tar.gz
+          mv apache-arrow-adbc-${VERSION} adbc
+
+      - name: Setup Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: ${{ matrix.go-version }}
+          check-latest: true
+          cache: true
+          cache-dependency-path: adbc/go/adbc/go.sum
+
+      # run `make -i` because the Windows runs claim they can't delete the .h files, but they are still generated
+      - name: Build Go binaries
+        run: |
+          pushd adbc/go/adbc/pkg
+          make -i
+          popd
+
+      - name: Upload Go binaries
+        uses: actions/upload-artifact@v3
+        with:
+          retention-days: 7
+          path: |
+            adbc/go/adbc/pkg/libadbc_driver_flightsql.*
+            adbc/go/adbc/pkg/libadbc_driver_snowflake.*
+
   csharp:
     name: "C#/.NET"
     runs-on: ubuntu-latest
     needs:
       - source
+      - go-binaries
     steps:
       - uses: actions/download-artifact@v3
         with:
@@ -146,6 +196,18 @@ jobs:
           echo "schedule: ${{ github.event.schedule }}" >> $GITHUB_STEP_SUMMARY
           echo "ref: ${{ github.ref }}" >> $GITHUB_STEP_SUMMARY
 
+      - uses: actions/download-artifact@v3
+        with:
+          path: adbc/go/adbc/pkg
+
+      - name: Copy Go binaries
+        run: |
+          pushd adbc/go/adbc/pkg/artifact
+          cp *.dll ../
+          cp *.so ../
+          cp *.dylib ../
+          popd
+
       - name: Package
         run: |
           pushd adbc/

csharp/src/Drivers/Interop/Snowflake/Apache.Arrow.Adbc.Drivers.Interop.Snowflake.csproj

@@ -8,8 +8,18 @@
     <Exec Command="powershell -ExecutionPolicy Unrestricted -File $(ProjectDir)Build-SnowflakeDriver.ps1" />
   </Target>
 
+  <!-- use copySnowflakeDriver.sh to move all the platform binaries when used in the pipeline -->
+  <Target Name="PreBuild" BeforeTargets="PreBuildEvent" Condition="$([MSBuild]::IsOSPlatform('Linux'))">
+    <Exec Command="bash $(ProjectDir)copySnowflakeDriver.sh" />
+  </Target>
+
   <!-- libadbc_driver_snowflake.dll is listed for each framework because $(TargetFramework) doesn't work here -->
   <ItemGroup Condition="$([MSBuild]::IsOSPlatform('Windows'))">
+    <Content Include="readme.md">
+      <Pack>true</Pack>
+      <PackagePath>\</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
     <Content Include="libadbc_driver_snowflake.dll">
       <Pack>true</Pack>
       <PackagePath>lib\netstandard2.0</PackagePath>
@@ -26,13 +36,67 @@
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </Content>
   </ItemGroup>
-  <ItemGroup>
+
+  <!-- What runs in the pipeline. Assumes the Go builds have happened. -->
+  <ItemGroup Condition="$([MSBuild]::IsOSPlatform('Linux'))">
     <Content Include="readme.md">
       <Pack>true</Pack>
       <PackagePath>\</PackagePath>
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </Content>
-  </ItemGroup>
+
+    <!-- Windows/DLLs -->
+    <Content Include="libadbc_driver_snowflake.dll">
+      <Pack>true</Pack>
+      <PackagePath>lib\netstandard2.0</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="libadbc_driver_snowflake.dll">
+      <Pack>true</Pack>
+      <PackagePath>lib\net472</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="libadbc_driver_snowflake.dll">
+      <Pack>true</Pack>
+      <PackagePath>lib\net6.0</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+
+    <!-- Linux/so -->
+    <Content Include="libadbc_driver_snowflake.so">
+      <Pack>true</Pack>
+      <PackagePath>lib\netstandard2.0</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="libadbc_driver_snowflake.so">
+      <Pack>true</Pack>
+      <PackagePath>lib\net472</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="libadbc_driver_snowflake.so">
+      <Pack>true</Pack>
+      <PackagePath>lib\net6.0</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+
+    <!-- Mac/dylib -->
+    <Content Include="libadbc_driver_snowflake.dylib">
+      <Pack>true</Pack>
+      <PackagePath>lib\netstandard2.0</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="libadbc_driver_snowflake.dylib">
+      <Pack>true</Pack>
+      <PackagePath>lib\net472</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="libadbc_driver_snowflake.dylib">
+      <Pack>true</Pack>
+      <PackagePath>lib\net6.0</PackagePath>
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    </ItemGroup>
+
   <ItemGroup>
     <ProjectReference Include="..\..\..\Apache.Arrow.Adbc\Apache.Arrow.Adbc.csproj" />
   </ItemGroup>

csharp/src/Drivers/Interop/Snowflake/SnowflakeDriverLoader.cs

@@ -16,6 +16,7 @@
 */
 
 using System.IO;
+using System.Runtime.InteropServices;
 using Apache.Arrow.Adbc.C;
 
 namespace Apache.Arrow.Adbc.Drivers.Interop.Snowflake
@@ -32,7 +33,17 @@ public class SnowflakeDriverLoader
         /// <exception cref="FileNotFoundException"></exception>
         public static AdbcDriver LoadDriver()
         {
-            string file = "libadbc_driver_snowflake.dll";
+            string extension = string.Empty;
+
+            // matches extensions in https://github.com/apache/arrow-adbc/blob/main/go/adbc/pkg/Makefile
+            if (RuntimeInformation.IsOSPlatform(OSPlatform.Linux))
+                extension = "so";
+            else if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
+                extension = "dll";
+            else
+                extension = "dylib";
+
+            string file = $"libadbc_driver_snowflake.{extension}";
 
             if (File.Exists(file))
             {

csharp/src/Drivers/Interop/Snowflake/copySnowflakeDriver.sh

@@ -0,0 +1,29 @@
+#  Licensed to the Apache Software Foundation (ASF) under one
+#  or more contributor license agreements.  See the NOTICE file
+#  distributed with this work for additional information
+#  regarding copyright ownership.  The ASF licenses this file
+#  to you under the Apache License, Version 2.0 (the
+#  "License"); you may not use this file except in compliance
+#  with the License.  You may obtain a copy of the License at
+#
+#  http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+### copies the Snowflake binaries for all platforms to be packaged for NuGet
+
+echo "Copying the Snowflake ADBC Go drivers"
+
+location=$(pwd)
+
+file="libadbc_driver_snowflake.*"
+
+cd ../../../../../go/adbc/pkg
+
+pattern="$(pwd)/$file"
+
+cp $pattern "$location"