V1.6.4

.github/workflows/build-dev.yml

@@ -12,8 +12,20 @@ jobs:
   trigger:
     runs-on: ubuntu-latest
     steps:
-
+
+      - name: Check Version Branch
+        id: check_version_branch
+        run: |
+          # Only version branches (v<digit>...) are pushed to slingdata-io/sling
+          if [[ "${GITHUB_REF_NAME}" =~ ^v[0-9] ]]; then
+            echo "eligible=true" >> "$GITHUB_OUTPUT"
+          else
+            echo "eligible=false" >> "$GITHUB_OUTPUT"
+            echo "Skipping trigger: '${GITHUB_REF_NAME}' is not a version branch"
+          fi
+
       - name: Trigger Dev Build on Specific Branch
+        if: steps.check_version_branch.outputs.eligible == 'true'
         uses: benc-uk/workflow-dispatch@v1
         with:
           token: ${{ secrets.REPO_ACCESS_TOKEN }}

.gitignore

@@ -23,7 +23,7 @@ dist/
 .DS_Store
 demo/sling_commands_demo.workflow
 *.screenstudio
-./sling
+/sling
 core/dbio/filesys/test/dataset1M.csv
 core/dbio/filesys/test/dataset100k.csv
 tests/suite/
@@ -55,3 +55,5 @@ docs/
 tests/evals/results/*.jsonl
 tests/evals/results/*.summary.json
 tests/evals/eval.duckdb
+
+cmd/sling/sling

.goreleaser.mac.yaml

@@ -54,4 +54,11 @@ brews:
       branch: main
 
     homepage: https://slingdata.io/
-    description: "Data Integration made simple, from the command line. Extract and load data from popular data sources to destinations with high performance and ease."
+    description: "Data Integration made simple, from the command line. Extract and load data from popular data sources to destinations with high performance and ease."
+    service: |
+      run [opt_bin/"sling", "serve", "workbench", "--no-browser"]
+      keep_alive true
+      working_dir Dir.home
+      log_path var/"log/sling-workbench.log"
+      error_log_path var/"log/sling-workbench.log"
+      environment_variables PATH: std_service_path_env

README.md

@@ -62,9 +62,9 @@ Example [Replication](https://docs.slingdata.io/sling-cli/run/configuration/repl
 ---
 
 Available Connectors:
-- **Databases**: [`adbc`](https://docs.slingdata.io/connections/database-connections/adbc) [`azuredwh`](https://docs.slingdata.io/connections/database-connections/azuredwh) [`azuresql`](https://docs.slingdata.io/connections/database-connections/azuresql) [`azuretable`](https://docs.slingdata.io/connections/database-connections/azuretable) [`bigquery`](https://docs.slingdata.io/connections/database-connections/bigquery) [`bigtable`](https://docs.slingdata.io/connections/database-connections/bigtable) [`clickhouse`](https://docs.slingdata.io/connections/database-connections/clickhouse) [`d1`](https://docs.slingdata.io/connections/database-connections/d1) [`databricks`](https://docs.slingdata.io/connections/database-connections/databricks) [`duckdb`](https://docs.slingdata.io/connections/database-connections/duckdb) [`elasticsearch`](https://docs.slingdata.io/connections/database-connections/elasticsearch) [`exasol`](https://docs.slingdata.io/connections/database-connections/exasol) [`fabric`](https://docs.slingdata.io/connections/database-connections/fabric) [`mariadb`](https://docs.slingdata.io/connections/database-connections/mariadb) [`mongodb`](https://docs.slingdata.io/connections/database-connections/mongodb) [`motherduck`](https://docs.slingdata.io/connections/database-connections/motherduck) [`mysql`](https://docs.slingdata.io/connections/database-connections/mysql) [`odbc`](https://docs.slingdata.io/connections/database-connections/odbc) [`oracle`](https://docs.slingdata.io/connections/database-connections/oracle) [`postgres`](https://docs.slingdata.io/connections/database-connections/postgres) [`prometheus`](https://docs.slingdata.io/connections/database-connections/prometheus) [`proton`](https://docs.slingdata.io/connections/database-connections/proton) [`redshift`](https://docs.slingdata.io/connections/database-connections/redshift) [`scylladb`](https://docs.slingdata.io/connections/database-connections/scylladb) [`snowflake`](https://docs.slingdata.io/connections/database-connections/snowflake) [`sqlite`](https://docs.slingdata.io/connections/database-connections/sqlite) [`sqlserver`](https://docs.slingdata.io/connections/database-connections/sqlserver) [`starrocks`](https://docs.slingdata.io/connections/database-connections/starrocks) [`trino`](https://docs.slingdata.io/connections/database-connections/trino)
+- **Databases**: [`adbc`](https://docs.slingdata.io/connections/database-connections/adbc) [`azuredwh`](https://docs.slingdata.io/connections/database-connections/azuredwh) [`azuresql`](https://docs.slingdata.io/connections/database-connections/azuresql) [`azuretable`](https://docs.slingdata.io/connections/database-connections/azuretable) [`bigquery`](https://docs.slingdata.io/connections/database-connections/bigquery) [`bigtable`](https://docs.slingdata.io/connections/database-connections/bigtable) [`clickhouse`](https://docs.slingdata.io/connections/database-connections/clickhouse) [`d1`](https://docs.slingdata.io/connections/database-connections/d1) [`databricks`](https://docs.slingdata.io/connections/database-connections/databricks) [`dbase`](https://docs.slingdata.io/connections/database-connections/dbase) [`duckdb`](https://docs.slingdata.io/connections/database-connections/duckdb) [`dynamodb`](https://docs.slingdata.io/connections/database-connections/dynamodb) [`elasticsearch`](https://docs.slingdata.io/connections/database-connections/elasticsearch) [`opensearch`](https://docs.slingdata.io/connections/database-connections/opensearch) [`exasol`](https://docs.slingdata.io/connections/database-connections/exasol) [`fabric`](https://docs.slingdata.io/connections/database-connections/fabric) [`firebolt`](https://docs.slingdata.io/connections/database-connections/firebolt) [`mariadb`](https://docs.slingdata.io/connections/database-connections/mariadb) [`mongodb`](https://docs.slingdata.io/connections/database-connections/mongodb) [`motherduck`](https://docs.slingdata.io/connections/database-connections/motherduck) [`mysql`](https://docs.slingdata.io/connections/database-connections/mysql) [`odbc`](https://docs.slingdata.io/connections/database-connections/odbc) [`oracle`](https://docs.slingdata.io/connections/database-connections/oracle) [`postgres`](https://docs.slingdata.io/connections/database-connections/postgres) [`prometheus`](https://docs.slingdata.io/connections/database-connections/prometheus) [`proton`](https://docs.slingdata.io/connections/database-connections/proton) [`redshift`](https://docs.slingdata.io/connections/database-connections/redshift) [`scylladb`](https://docs.slingdata.io/connections/database-connections/scylladb) [`snowflake`](https://docs.slingdata.io/connections/database-connections/snowflake) [`sqlite`](https://docs.slingdata.io/connections/database-connections/sqlite) [`sqlserver`](https://docs.slingdata.io/connections/database-connections/sqlserver) [`starrocks`](https://docs.slingdata.io/connections/database-connections/starrocks) [`trino`](https://docs.slingdata.io/connections/database-connections/trino)
 
-- **Data Lakes**:[`athena`](https://docs.slingdata.io/connections/datalake-connections/athena) [`Ducklake`](https://docs.slingdata.io/connections/datalake-connections/ducklake) [`iceberg`](https://docs.slingdata.io/connections/datalake-connections/iceberg) [`S3 Tables`](https://docs.slingdata.io/connections/datalake-connections/iceberg)
+- **Data Lakes**:[`athena`](https://docs.slingdata.io/connections/datalake-connections/athena) [`Ducklake`](https://docs.slingdata.io/connections/datalake-connections/ducklake) [`iceberg`](https://docs.slingdata.io/connections/datalake-connections/iceberg) [`S3 Tables`](https://docs.slingdata.io/connections/datalake-connections/iceberg) [`lancedb`](https://docs.slingdata.io/connections/datalake-connections/lancedb)
 
 - **File Systems**: [`azure`](https://docs.slingdata.io/connections/file-connections/azure) [`b2`](https://docs.slingdata.io/connections/file-connections/b2) [`dospaces`](https://docs.slingdata.io/connections/file-connections/dospaces) [`gs`](https://docs.slingdata.io/connections/file-connections/gs) [`local`](https://docs.slingdata.io/connections/file-connections/local) [`minio`](https://docs.slingdata.io/connections/file-connections/minio) [`r2`](https://docs.slingdata.io/connections/file-connections/r2) [`s3`](https://docs.slingdata.io/connections/file-connections/s3) [`sftp`](https://docs.slingdata.io/connections/file-connections/sftp) [`wasabi`](https://docs.slingdata.io/connections/file-connections/wasabi)
 - **File Formats**: `csv`, `parquet`, `xlsx`, `json`, `geojson`, `avro`, `xml`, `sas7bday`
@@ -116,6 +116,12 @@ $ sling conns discover LOCALHOST_DEV
  ...
 ```
 
+---
+
+Databricks: Unity Catalog Volumes are a file connection (`type: databricks-volume`). Direct Delta ingest uses `copy_method: zerobus` on `type: databricks`. See https://docs.slingdata.io/connections/database-connections/databricks
+
+---
+
 ## Installation
 
 #### One-liner on Mac / Linux
@@ -158,6 +164,7 @@ Pre-built binaries for macOS, Linux, and Windows are available on the [releases
 Requirements:
 - Install Go 1.22+ (https://go.dev/doc/install)
 - Install a C compiler ([gcc](https://www.google.com/search?q=install+gcc&oq=install+gcc), [tdm-gcc](https://jmeubank.github.io/tdm-gcc/), [mingw](https://www.google.com/search?q=install+mingw), etc)
+- `CGO_ENABLED=1` (needed for SQLite and Databricks Zerobus; this repo's build scripts already set it)
 
 #### Linux or Mac
 ```bash

cmd/sling/resource/llm_CONNECTION.md

@@ -106,10 +106,10 @@ For database operations (queries, schema exploration) and file system operations
 
 ## 3. Connection Types Overview
 
-Sling supports 41+ different connection types across four categories:
+Sling supports 42+ different connection types across four categories:
 
-### Database Connections (24 types)
-- **Relational**: PostgreSQL, MySQL, MariaDB, SQLServer, Oracle, SQLite
+### Database Connections (25 types)
+- **Relational**: PostgreSQL, MySQL, MariaDB, SQLServer, Oracle, SQLite, dBase
 - **Cloud Warehouses**: Snowflake, BigQuery, Redshift, Databricks
 - **Analytics**: ClickHouse, DuckDB, MotherDuck, StarRocks, Trino, Proton
 - **NoSQL**: MongoDB, ElasticSearch, Prometheus
@@ -122,9 +122,9 @@ Sling supports 41+ different connection types across four categories:
 - **Cloud Drives**: Google Drive
 - **Local**: Local file system
 
-### Datalake Connections (4 types)
+### Datalake Connections (5 types)
 - **Query Engines**: Athena, DuckLake
-- **Table Formats**: Iceberg
+- **Table Formats**: Iceberg, LanceDB
 
 ### API Connections
 - **Custom APIs**: User-defined API specifications in YAML format
@@ -161,10 +161,14 @@ Navigate or fetch the content of the connector from the below respective URL to
 
 **SQLite (`sqlite`)** -> https://docs.slingdata.io/connections/database-connections/sqlite
 
+**dBase (`dbase`)** -> https://docs.slingdata.io/connections/database-connections/dbase
+
 **MotherDuck (`motherduck`)** -> https://docs.slingdata.io/connections/database-connections/motherduck
 
 **ElasticSearch (`elasticsearch`)** -> https://docs.slingdata.io/connections/database-connections/elasticsearch
 
+**OpenSearch (`opensearch`)** -> https://docs.slingdata.io/connections/database-connections/opensearch
+
 **Prometheus (`prometheus`)** -> https://docs.slingdata.io/connections/database-connections/prometheus
 
 **StarRocks (`starrocks`)** -> https://docs.slingdata.io/connections/database-connections/starrocks
@@ -223,6 +227,8 @@ Navigate or fetch the content of the connector from the below respective URL to
 
 **DuckLake (`ducklake`)** -> https://docs.slingdata.io/connections/datalake-connections/ducklake
 
+**LanceDB (`lancedb`)** -> https://docs.slingdata.io/connections/datalake-connections/lancedb
+
 ---
 
 ## 7. API Connections

cmd/sling/resource/llm_CONNECTION_DATABASE.md

@@ -30,7 +30,7 @@ Database operations in Sling provide comprehensive functionality for interacting
 
 ### Supported Database Types
 
-- **Relational**: PostgreSQL, MySQL, MariaDB, SQL Server, Oracle, SQLite
+- **Relational**: PostgreSQL, MySQL, MariaDB, SQL Server, Oracle, SQLite, dBase
 - **Cloud Warehouses**: Snowflake, BigQuery, Redshift, Databricks
 - **Analytics**: ClickHouse, DuckDB, MotherDuck, StarRocks, Trino, Proton
 - **NoSQL**: MongoDB, ElasticSearch, Prometheus

cmd/sling/sling_assist.go

@@ -6,6 +6,7 @@ import (
 	"fmt"
 	"os"
 	"strings"
+	"time"
 
 	"github.com/flarco/g"
 	"github.com/integrii/flaggy"
@@ -106,13 +107,16 @@ func processAssist(c *g.CliSC) (ok bool, err error) {
 
 	switch c.UsedSC() {
 	case "setup":
-		return ok, runAssistSetup(c)
+		err = runAssistSetup(c)
 	case "error":
-		return ok, runAssistError(c)
+		err = runAssistError(c)
 	case "report":
-		return ok, runAssistReport(c)
+		err = runAssistReport(c)
+	default:
+		err = runAssistFlags(c)
 	}
-	return ok, runAssistFlags(c)
+	assistTelProps.setOutcome(err)
+	return ok, err
 }
 
 // runAssistFlags is the flags-only path: --resume, else first-run
@@ -151,8 +155,32 @@ func runAssistSession(c *g.CliSC) error {
 		Headless: cast.ToBool(vals["non-interactive"]),
 	}
 	applyAssistOut(&opts, cast.ToString(vals["out"]))
+	return launchAssist(opts)
+}
+
+// launchAssist runs the session and records launch, duration and agent exit code.
+// A non-zero agent exit calls os.Exit, so the event is sent here first.
+func launchAssist(opts assist.SessionOptions) error {
+	start := time.Now()
+	launched := false
+	opts.OnLaunch = func(agent string) {
+		launched = true
+		assistTelProps.set("agent", agent)
+		assistTelProps.set("launched", true)
+		go Track("assist_launch") // survives a closed terminal (SIGHUP)
+	}
 	_, err := assist.Session(opts)
+	if !launched {
+		if err == nil {
+			assistTelProps.set("outcome", "not_launched")
+		}
+		return err
+	}
+	assistTelProps.set("duration_s", int(time.Since(start).Seconds()))
 	if code, ok := assist.ExitCodeOf(err); ok {
+		assistTelProps.set("exit_code", code)
+		assistTelProps.set("outcome", "agent_exit")
+		Track(g.CliObj.Name)
 		os.Exit(code)
 	}
 	return err
@@ -177,6 +205,7 @@ func runAssistResume(c *g.CliSC, id string) error {
 		e, err := assist.PickHistoryEntry()
 		if err != nil {
 			if errors.Is(err, assist.ErrUserAborted) {
+				assistTelProps.set("outcome", "cancelled")
 				return nil
 			}
 			return err
@@ -191,11 +220,7 @@ func runAssistResume(c *g.CliSC, id string) error {
 		Headless:  cast.ToBool(vals["non-interactive"]),
 	}
 	applyAssistOut(&opts, cast.ToString(vals["out"]))
-	_, err := assist.Session(opts)
-	if code, ok := assist.ExitCodeOf(err); ok {
-		os.Exit(code)
-	}
-	return err
+	return launchAssist(opts)
 }
 
 // padAssistResumeFlag lets flaggy accept a bare `--resume` (picker) as `--resume=`.
@@ -310,6 +335,10 @@ func runAssistSetup(c *g.CliSC) error {
 		fmt.Fprintln(os.Stdout, "")
 		action, err := assist.RunSetupActionForm(report)
 		if err != nil {
+			if errors.Is(err, assist.ErrUserAborted) {
+				assistTelProps.set("outcome", "cancelled")
+				return nil
+			}
 			return err
 		}
 		switch action {
@@ -327,6 +356,7 @@ func runAssistSetup(c *g.CliSC) error {
 			vals["reconfigure"] = true
 			return runSetupInstall(vals, allComponents(), profileExists, report)
 		case assist.SetupActionExit:
+			assistTelProps.set("outcome", "cancelled")
 			return nil
 		}
 		return nil
@@ -341,6 +371,7 @@ func runAssistSetup(c *g.CliSC) error {
 	result, err := assist.RunHarnessConfirmForm(prefill)
 	if err != nil {
 		if errors.Is(err, assist.ErrUserAborted) {
+			assistTelProps.set("outcome", "cancelled")
 			return nil
 		}
 		return err
@@ -391,6 +422,7 @@ func runSetupInstall(vals map[string]any, components []string, _ bool, _ *assist
 			result, err := assist.RunInstallForm(prefill)
 			if err != nil {
 				if errors.Is(err, assist.ErrUserAborted) {
+					assistTelProps.set("outcome", "cancelled")
 					return nil
 				}
 				return err
@@ -584,7 +616,37 @@ func setAssistTel(c *g.CliSC) {
 		}
 		tel["channel"] = channel
 	}
-	env.SetTelVal("assist", g.Marshal(tel))
+	assistTelProps = assistTel(tel)
+	assistTelProps.publish()
+}
+
+// assistTel is the `assist` telemetry prop, sent as one JSON string.
+type assistTel map[string]any
+
+var assistTelProps = assistTel{}
+
+func (t assistTel) publish() {
+	env.SetTelVal("assist", g.Marshal(map[string]any(t)))
+}
+
+func (t assistTel) set(key string, val any) {
+	t[key] = val
+	t.publish()
+}
+
+// setOutcome records how the command ended, unless a path already set it.
+func (t assistTel) setOutcome(err error) {
+	if _, ok := t["outcome"]; ok {
+		return
+	}
+	switch {
+	case errors.Is(err, assist.ErrNoTTY):
+		t.set("outcome", "no_tty")
+	case err != nil:
+		t.set("outcome", "error")
+	default:
+		t.set("outcome", "completed")
+	}
 }
 
 // flatVals returns the val map from the active subcommand. CliSC stores per-

cmd/sling/sling_assist_test.go

@@ -5,10 +5,6 @@ import (
 	"path/filepath"
 	"strings"
 	"testing"
-
-	"github.com/flarco/g"
-	"github.com/slingdata-io/sling-cli/core/dbio"
-	"github.com/slingdata-io/sling-cli/core/dbio/connection"
 )
 
 func TestAssistBrowseFlagRemoved(t *testing.T) {
@@ -193,51 +189,3 @@ func TestParseKVListUnquotedStillSplits(t *testing.T) {
 		t.Fatalf("%v", got)
 	}
 }
-
-func TestOverlaySpecConn(t *testing.T) {
-	dir := t.TempDir()
-	specPath := filepath.Join(dir, "draft.yaml")
-	if err := os.WriteFile(specPath, []byte("name: draft\n"), 0o644); err != nil {
-		t.Fatal(err)
-	}
-
-	apiConn, err := connection.NewConnection("MY_API", dbio.TypeApi, g.M("type", "api", "spec", "baseline"))
-	if err != nil {
-		t.Fatal(err)
-	}
-	otherConn, err := connection.NewConnection("LOCAL", dbio.TypeFileLocal, g.M("type", "file"))
-	if err != nil {
-		t.Fatal(err)
-	}
-	entries := connection.ConnEntries{
-		{Name: "MY_API", Connection: apiConn},
-		{Name: "LOCAL", Connection: otherConn},
-	}
-
-	out, err := overlaySpecConn(entries, "MY_API", "draft.yaml", dir)
-	if err != nil {
-		t.Fatal(err)
-	}
-
-	got := out.Get("MY_API").Connection.Data["spec"]
-	want := "file://" + specPath
-	if got != want {
-		t.Fatalf("overlay spec=%q want %q", got, want)
-	}
-	// original entries stay untouched
-	if entries.Get("MY_API").Connection.Data["spec"] != "baseline" {
-		t.Fatalf("original entry was mutated")
-	}
-	if out.Get("LOCAL").Connection.Data["spec"] != nil {
-		t.Fatalf("unrelated entry changed")
-	}
-
-	// missing file errors
-	if _, err := overlaySpecConn(entries, "MY_API", "nope.yaml", dir); err == nil {
-		t.Fatal("expected error for missing spec file")
-	}
-	// unknown connection errors
-	if _, err := overlaySpecConn(entries, "NOPE", specPath, dir); err == nil {
-		t.Fatal("expected error for unknown connection")
-	}
-}