Use public @databricks/sdk-experimental package

Replace custom SDK download scripts with the public @databricks/sdk-experimental npm package (v0.14.2). This simplifies the build process and ensures users get official SDK updates.

Changes:
- Updated package.json files to use @databricks/sdk-experimental instead of file:../../vendor/databricks-sdk.tgz
- Removed SDK download scripts (install_sdk.sh and fetch:sdk npm script)
- Removed vendor directory
- Updated all imports from @databricks/databricks-sdk to @databricks/sdk-experimental
- Fixed test mocks to work with new SDK API (request method signature changed)
- Added skipLibCheck to tsconfig to work around Node.js type compatibility issues
- Added @types/ini dependency

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>

Author: fjakobs

.vscode/settings.json

@@ -14,5 +14,7 @@
     "editor.defaultFormatter": "esbenp.prettier-vscode",
     "[javascript]": {
         "editor.defaultFormatter": "esbenp.prettier-vscode"
-    }
+    },
+    "jupyter.interactiveWindow.cellMarker.codeRegex": "^# COMMAND ----------|^# Databricks notebook source|^(#\\s*%%|#\\s*\\<codecell\\>|#\\s*In\\[\\d*?\\]|#\\s*In\\[ \\])",
+    "jupyter.interactiveWindow.cellMarker.default": "# COMMAND ----------"
 }

package.json

@@ -13,8 +13,6 @@
         "yarn": ">=3.2.0"
     },
     "scripts": {
-        "install:sdk": "yarn fetch:sdk && chmod a+x scripts/install_sdk.sh && scripts/install_sdk.sh",
-        "fetch:sdk": "rm -rf vendor && mkdir vendor && gh release download -R databricks/databricks-sdk-js v0.10.0 -p '*.tgz' && mv *.tgz vendor/databricks-sdk.tgz",
         "test": "yarn workspaces foreach run test",
         "test:integ": "yarn workspaces foreach run test:integ",
         "build": "yarn workspaces foreach run build",

packages/databricks-vscode-types/index.ts

@@ -1,4 +1,4 @@
-import {ApiClient, WorkspaceClient} from "@databricks/databricks-sdk";
+import {ApiClient, WorkspaceClient} from "@databricks/sdk-experimental";
 import {Cluster} from "databricks/src/sdk-extensions";
 import {Event} from "vscode";
 export type ConnectionState = "CONNECTED" | "CONNECTING" | "DISCONNECTED";

packages/databricks-vscode-types/package.json

@@ -29,7 +29,7 @@
         "typescript": "^5.3.3"
     },
     "dependencies": {
-        "@databricks/databricks-sdk": "file:../../vendor/databricks-sdk.tgz",
+        "@databricks/sdk-experimental": "^0.14.2",
         "databricks": "workspace:^"
     }
 }

packages/databricks-vscode/package.json

@@ -1186,8 +1186,8 @@
         "generate-telemetry": "ts-node ./scripts/generateTelemetry.ts"
     },
     "dependencies": {
-        "@databricks/databricks-sdk": "file:../../vendor/databricks-sdk.tgz",
         "@databricks/databricks-vscode-types": "workspace:^",
+        "@databricks/sdk-experimental": "^0.14.2",
         "@types/lodash": "^4.14.202",
         "@types/shell-quote": "^1.7.5",
         "@vscode/debugadapter": "^1.64.0",
@@ -1210,6 +1210,7 @@
         "@types/chai": "^4.3.11",
         "@types/eslint": "^8.44.9",
         "@types/fs-extra": "^11.0.4",
+        "@types/ini": "^4.1.1",
         "@types/mocha": "^10.0.6",
         "@types/mock-require": "^2.0.3",
         "@types/node": "^20.10.4",

packages/databricks-vscode/src/bundle/BundleInitWizard.ts

@@ -6,7 +6,7 @@ import {
     TerminalLocation,
     commands,
 } from "vscode";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../logger";
 import {AuthProvider} from "../configuration/auth/AuthProvider";
 import {LoginWizard} from "../configuration/LoginWizard";

packages/databricks-vscode/src/bundle/BundlePipelinesManager.ts

@@ -27,10 +27,10 @@ import {
     ListPipelineEventsRequest,
     PipelineEvent,
     UpdateInfo,
-} from "@databricks/databricks-sdk/dist/apis/pipelines";
+} from "@databricks/sdk-experimental/dist/apis/pipelines";
 import {ConnectionManager} from "../configuration/ConnectionManager";
 import {Barrier} from "../locking/Barrier";
-import {WorkspaceClient} from "@databricks/databricks-sdk";
+import {WorkspaceClient} from "@databricks/sdk-experimental";
 import {LocalUri, RemoteUri} from "../sync/SyncDestination";
 import {expandUriAndType, NotebookType} from "../utils/fileUtils";
 import {onError} from "../utils/onErrorDecorator";

packages/databricks-vscode/src/bundle/BundleProjectManager.ts

@@ -5,7 +5,7 @@ import os from "node:os";
 import {ConnectionManager} from "../configuration/ConnectionManager";
 import {ConfigModel} from "../configuration/models/ConfigModel";
 import {BundleFileSet, getSubProjects} from "./BundleFileSet";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../logger";
 import {CachedValue} from "../locking/CachedValue";
 import {CustomWhenContext} from "../vscode-objs/CustomWhenContext";

packages/databricks-vscode/src/bundle/models/BundleRemoteStateModel.ts

@@ -6,7 +6,7 @@ import {BundleTarget, Resource, ResourceKey, Resources} from "../types";
 import {AuthProvider} from "../../configuration/auth/AuthProvider";
 import lodash from "lodash";
 import {WorkspaceConfigs} from "../../vscode-objs/WorkspaceConfigs";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../../logger";
 import {WorkspaceFolderManager} from "../../vscode-objs/WorkspaceFolderManager";
 import {CancellationToken} from "vscode";

packages/databricks-vscode/src/bundle/models/BundleValidateModel.ts

@@ -7,7 +7,7 @@ import lodash from "lodash";
 import {workspaceConfigs} from "../../vscode-objs/WorkspaceConfigs";
 import {BaseModelWithStateCache} from "../../configuration/models/BaseModelWithStateCache";
 import {withOnErrorHandler} from "../../utils/onErrorDecorator";
-import {logging} from "@databricks/databricks-sdk";
+import {logging} from "@databricks/sdk-experimental";
 import {Loggers} from "../../logger";
 import {WorkspaceFolderManager} from "../../vscode-objs/WorkspaceFolderManager";