fix: Dataframe SQL block support (#118)

Author: jankuca

src/platform/notebooks/deepnote/sqlIntegrationEnvironmentVariablesProvider.ts

@@ -149,6 +149,22 @@ export class SqlIntegrationEnvironmentVariablesProvider implements ISqlIntegrati
             }
 
             try {
+                // Handle internal DuckDB integration specially
+                if (integrationId === DATAFRAME_SQL_INTEGRATION_ID) {
+                    const envVarName = convertToEnvironmentVariableName(getSqlEnvVarName(integrationId));
+                    const credentialsJson = JSON.stringify({
+                        url: 'deepnote+duckdb:///:memory:',
+                        params: {},
+                        param_style: 'qmark'
+                    });
+
+                    envVars[envVarName] = credentialsJson;
+                    logger.debug(
+                        `SqlIntegrationEnvironmentVariablesProvider: Added env var for dataframe SQL integration`
+                    );
+                    continue;
+                }
+
                 const config = await this.integrationStorage.getIntegrationConfig(integrationId);
                 if (!config) {
                     logger.warn(
@@ -162,7 +178,7 @@ export class SqlIntegrationEnvironmentVariablesProvider implements ISqlIntegrati
                 const credentialsJson = convertIntegrationConfigToJson(config);
 
                 envVars[envVarName] = credentialsJson;
-                logger.info(
+                logger.debug(
                     `SqlIntegrationEnvironmentVariablesProvider: Added env var ${envVarName} for integration ${integrationId}`
                 );
             } catch (error) {
@@ -194,11 +210,6 @@ export class SqlIntegrationEnvironmentVariablesProvider implements ISqlIntegrati
             if (metadata && typeof metadata === 'object') {
                 const integrationId = (metadata as Record<string, unknown>).sql_integration_id;
                 if (typeof integrationId === 'string') {
-                    // Skip the internal DuckDB integration
-                    if (integrationId === DATAFRAME_SQL_INTEGRATION_ID) {
-                        continue;
-                    }
-
                     integrationIds.add(integrationId);
                     logger.trace(
                         `SqlIntegrationEnvironmentVariablesProvider: Found integration ${integrationId} in cell ${cell.index}`

src/platform/notebooks/deepnote/sqlIntegrationEnvironmentVariablesProvider.unit.test.ts

@@ -64,7 +64,7 @@ suite('SqlIntegrationEnvironmentVariablesProvider', () => {
         assert.deepStrictEqual(envVars, {});
     });
 
-    test('Skips internal DuckDB integration', async () => {
+    test('Returns environment variable for internal DuckDB integration', async () => {
         const uri = Uri.file('/test/notebook.deepnote');
         const notebook = createMockNotebook(uri, [
             createMockCell(0, NotebookCellKind.Code, 'sql', 'SELECT * FROM df', {
@@ -75,7 +75,13 @@ suite('SqlIntegrationEnvironmentVariablesProvider', () => {
         when(mockedVSCodeNamespaces.workspace.notebookDocuments).thenReturn([notebook]);
 
         const envVars = await provider.getEnvironmentVariables(uri);
-        assert.deepStrictEqual(envVars, {});
+
+        // Check that the environment variable is set for dataframe SQL
+        assert.property(envVars, 'SQL_DEEPNOTE_DATAFRAME_SQL');
+        const credentialsJson = JSON.parse(envVars['SQL_DEEPNOTE_DATAFRAME_SQL']!);
+        assert.strictEqual(credentialsJson.url, 'deepnote+duckdb:///:memory:');
+        assert.deepStrictEqual(credentialsJson.params, {});
+        assert.strictEqual(credentialsJson.param_style, 'qmark');
     });
 
     test('Returns environment variable for PostgreSQL integration', async () => {