New: Set up CI with Azure Pipelines (#897)

* Set up CI with Azure Pipelines

[skip ci]

* Remove Travis, Build Multiple Environments

* Change Task Type to Bash

* Checkout submodules

* Remove Appveyor Tests, Add Azure Tests

* Oops Forget Steps

* bad name

* test script fixes

* add tests to build job

* fixup tests

* name test runs

* fpcalc and artifacts

* Try to fix installer

* Publish separately

* Try publish

* Another go at artifacts

* Tidy up

* Add sentry, assembly info patching and bump version

* Only patch one AssemblyInfo; set node version 10

* Try pipeline artifacts again

* Tidy up - pipeline artifact seems to be way forward

* Fix installer publish

* first go at test job seperation

* job names and depends/consitions for tests

* pusblish single file test artifact

* pipeline artifact for test

* blitz the pattern filter

* windows test jobs

* mac tests, checkout on test jobs

* try to download build artifact to test job

* download and extract artifact

* Set LD_LIBRARY_PATH and print some sqlite debug info on mac tests

* fixup! tests

* integration test fixes

* fixup! integration test fixes

* fixup! integration test fixes

* more fixup

* use bash cp

* test fixups

* mkdir before copy

* linux works! add osx integration tests

* im tooo tired

* coverage attempt

* coverage seperate stage

* windows paths for integration test

* switch coverage to windows where opencover actually works

* fix test script

* one last go

* Simplify installer, try to fix name

* Try to parallelize backend and frontend build

* Try adding a matrix

* Try matrix jobs not stages

* Try to fix package step

* Remove opencover install

* Try to fix tests

* coverage fixes

* revert build.sh changes

* triggers so we don't double build

* Publish coverage package so we can debug

* try coverage no build, output artifact

* use the full pipeline workspace from build job

* fix automation tests for new ui

* Assorted fix attempts

* Another go

* MacOS debug

* Tidy up, try to fix mac

* Fix mac fpcalc, add mac integration tests

* Add cross platform automation tests

* Fix packages

* Try to fix Automation tests

* Don't wait on the installer to create standard packages

* Fixes

* delete logentries reference

* run automation tests in headless mode

* try install firefox mac

* Revert "try install firefox mac"

This reverts commit 4684bb19018747cb00407e1d8df64391f44f5183.

* test sonarcloud prepare outputs

* basic analyze and upload

* don't limit fetch depth on analyze

* manual scanner do front and backend?

* full analyize with tests, coverage

* should depend on tests, coverage

* no need for condition on coverage

* Fix up build numbering

* Try to fix sonar

* Separate coverage calculation and publication

* Try to fix coverage upload

test.sh

@@ -1,37 +1,63 @@
 #! /bin/bash
 PLATFORM=$1
 TYPE=$2
+COVERAGE=$3
 WHERE="cat != ManualTest"
-TEST_DIR="."
 TEST_PATTERN="*Test.dll"
 ASSEMBLIES=""
 TEST_LOG_FILE="TestLog.txt"
 
+echo "test dir: $TEST_DIR"
+if [ -z "$TEST_DIR" ]; then
+    TEST_DIR="."
+fi
+
 if [ -d "$TEST_DIR/_tests" ]; then
   TEST_DIR="$TEST_DIR/_tests"
 fi
 
+COVERAGE_RESULT_DIRECTORY="$TEST_DIR/CoverageResults/"
+
 rm -f "$TEST_LOG_FILE"
 
 # Uncomment to log test output to a file instead of the console
 export LIDARR_TESTS_LOG_OUTPUT="File"
 
-if [[ -z "${APPVEYOR}" ]]; then
-  NUNIT="$TEST_DIR/NUnit.ConsoleRunner.3.7.0/tools/nunit3-console.exe"
-  NUNIT_COMMAND="$NUNIT"
-  NUNIT_PARAMS="--workers=1"
-elif [ "$PLATFORM" = "Windows" ]; then
-  NUNIT="nunit3-console"
-  NUNIT_COMMAND="$NUNIT"
-  NUNIT_PARAMS="--result=myresults.xml;format=AppVeyor --workers=1"
-  unset TMP
-  unset TEMP
-else
-  NUNIT="$TEST_DIR/NUnit.ConsoleRunner.3.7.0/tools/nunit3-console.exe"
-  NUNIT_COMMAND="$NUNIT"
-  NUNIT_PARAMS="--result=myresults.xml --workers=1"
-  unset TMP
-  unset TEMP
+NUNIT="$TEST_DIR/NUnit.ConsoleRunner.3.7.0/tools/nunit3-console.exe"
+NUNIT_COMMAND="$NUNIT"
+NUNIT_PARAMS="--workers=1"
+
+if [ "$PLATFORM" = "Mac" ]; then
+
+  #set up environment
+  if [[ -x '/opt/local/bin/mono' ]]; then
+      # Macports and mono-supplied installer path
+      export PATH="/opt/local/bin:$PATH"
+  elif [[ -x '/usr/local/bin/mono' ]]; then
+      # Homebrew-supplied path to mono
+      export PATH="/usr/local/bin:$PATH"
+  fi
+
+  echo $TEST_DIR
+  export DYLD_FALLBACK_LIBRARY_PATH="$TEST_DIR"
+
+  if [ -e /Library/Frameworks/Mono.framework ]; then
+      MONO_FRAMEWORK_PATH=/Library/Frameworks/Mono.framework/Versions/Current
+      export PATH="$MONO_FRAMEWORK_PATH/bin:$PATH"
+      export DYLD_FALLBACK_LIBRARY_PATH="$DYLD_FALLBACK_LIBRARY_PATH:$MONO_FRAMEWORK_PATH/lib"
+  fi
+
+  if [[ -f '/opt/local/lib/libsqlite3.0.dylib' ]]; then
+      export DYLD_FALLBACK_LIBRARY_PATH="/opt/local/lib:$DYLD_FALLBACK_LIBRARY_PATH"
+  fi
+
+  export DYLD_FALLBACK_LIBRARY_PATH="$DYLD_FALLBACK_LIBRARY_PATH:$HOME/lib:/usr/local/lib:/lib:/usr/lib"
+  echo $LD_LIBRARY_PATH
+  echo $DYLD_LIBRARY_PATH
+  echo $DYLD_FALLBACK_LIBRARY_PATH
+
+  # To debug which libraries are being loaded:
+  # export DYLD_PRINT_LIBRARIES=YES
 fi
 
 if [ "$PLATFORM" = "Windows" ]; then
@@ -61,16 +87,27 @@ for i in `find $TEST_DIR -name "$TEST_PATTERN"`;
   do ASSEMBLIES="$ASSEMBLIES $i"
 done
 
-$NUNIT_COMMAND --where "$WHERE" $NUNIT_PARAMS $ASSEMBLIES;
-EXIT_CODE=$?
+if [ "$COVERAGE" = "Coverage" ]; then
+  if [ "$PLATFORM" = "Windows" ] || [ "$PLATFORM" = "Linux" ]; then
+    dotnet tool install coverlet.console --tool-path="$TEST_DIR/coverlet/"
+    mkdir $COVERAGE_RESULT_DIRECTORY
+    OPEN_COVER="$TEST_DIR/coverlet/coverlet"
+    $OPEN_COVER "$TEST_DIR/" --verbosity "detailed" --format "cobertura" --format "opencover" --output "$COVERAGE_RESULT_DIRECTORY" --exclude "[Lidarr.*.Test]*" --exclude "[Lidarr.Test.*]*" --exclude "[Marr.Data]*" --exclude "[MonoTorrent]*" --exclude "[CurlSharp]*" --target "$NUNIT" --targetargs "$NUNIT_PARAMS --where=\"$WHERE\" $ASSEMBLIES";
+    EXIT_CODE=$?
+  else
+    echo "Coverage only supported on Windows and Linux"
+    exit 3
+  fi
+elif [ "$COVERAGE" = "Test" ] ; then
+  $NUNIT_COMMAND --where "$WHERE" $NUNIT_PARAMS $ASSEMBLIES;
+  EXIT_CODE=$?
+else
+  echo "Run Type must be provided as third argument: Coverage or Test"
+  exit 3
+fi
 
 if [ "$EXIT_CODE" -ge 0 ]; then
-  if [[ -z "${APPVEYOR}" ]]; then
-    echo "Failed tests: $EXIT_CODE"
-  else
-    echo "Failed tests: $EXIT_CODE"
-    appveyor AddMessage "Failed tests: $EXIT_CODE"
-  fi
+  echo "Failed tests: $EXIT_CODE"
   exit 0
 else
   exit $EXIT_CODE