Parameters and properties to read from and write to the Snowflake warehouse.
Dependencies & cluster requirements
Dependencies:
ProphecyWarehousePython 0.0.1+
ProphecyWarehouseScala 0.0.1+
Cluster requirements:
UC dedicated clusters 14.3+ supported
UC standard clusters 14.3+ supported
Livy clusters not supported
You can read from and write to Snowflake.
Parameters
Parameter
Tab
Description
Authentication Type
Location
How you want to authenticate. Possible values are: Username & Password, or Key Pair Authentication. To configure key pair authentication on Snowflake, see Configuring key-pair authentication.
Username
Location
Username of the Snowflake user if you selected Username & Password for the authentication type.
Password
Location
Password for the Snowflake user if you selected Username & Password for the authentication type.
Private key filepath
Location
Location of your private key filepath in PKCS8 format if you selected Key Pair Authentication for the authentication type.
Private key passphrase
Location
Passphrase of your private key file if you selected Key Pair Authentication for the authentication type.
Snowflake URL
Location
Hostname for your account in the format: <account_identifier>.snowflakecomputing.com For example: https://DJ07623.ap-south-1.aws.snowflakecomputing.com
Database
Location
Database to use for the session.
Schema
Location
Schema to use for the session.
Warehouse
Location
Default virtual warehouse to use for the session.
Role
Location
Default security role to use for the session.
Data Source
Location
Strategy to read data. Possible values are: DB Table or SQL Query.
Table
Location
Name of the table to be read.
SQL Query
Location
SQL query that contains aSELECT statement to run.
Source
The Source gem reads data from Snowflake and allows you to optionally specify the following additional property.
The Target gem writes data to Snowflake and allows you to optionally specify the following additional properties.
Target properties
Property
Description
Default
Description
Description of your dataset.
None
Write Mode
How to handle existing data. For a list of the possible values, see Supported write modes.
overwrite
Run post-script SQL
DDL and DML SQL statements to execute before the Target gem writes data. This is intended for statements that do not return a result set, such as DDL statements like CREATE TABLE and DML statements like INSERT, UPDATE, and DELETE.
None
Supported write modes
Write mode
Description
error
If the data already exists, throw an exception.
overwrite
If the data already exists, overwrite the data with the contents of the DataFrame.
append
If the data already exists, append the contents of the DataFrame.
ignore
If the data already exists, do nothing with the contents of the DataFrame. This is similar to the CREATE TABLE IF NOT EXISTS clause in SQL.
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"Prophecy Documentation","colors":{"primary":"#4c4ddc","light":"#a7b5f6","dark":"#30317c"},"logo":{"light":"https://mintcdn.com/prophecy-62973bd0/lcN2OD-DxXqbYTCG/images/logo/logo-light.png?fit=max\u0026auto=format\u0026n=lcN2OD-DxXqbYTCG\u0026q=85\u0026s=562c39e11224578b41fff31c8ba18da4","dark":"https://mintcdn.com/prophecy-62973bd0/lcN2OD-DxXqbYTCG/images/logo/logo-dark.png?fit=max\u0026auto=format\u0026n=lcN2OD-DxXqbYTCG\u0026q=85\u0026s=d061567d81de4dab338413e9a5a70291"},"favicon":"https://mintcdn.com/prophecy-62973bd0/5tvw_2e98LqB5rz7/favicon.png?fit=max\u0026auto=format\u0026n=5tvw_2e98LqB5rz7\u0026q=85\u0026s=c28005e2ace2bd1029bbff785a81784b","api":{"playground":{"display":"simple"},"mdx":{"server":"https://app.prophecy.io/"}},"navbar":{"links":[{"href":"mailto:docs@prophecy.io","label":"Feedback"}],"primary":{"type":"button","label":"Try Prophecy","href":"https://app.prophecy.ai/metadata/auth/signup"}},"footer":{},"integrations":{"clarity":{"projectId":"ybniugwxfu"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"prophecy-62973bd0","hasAudioNarration":false,"actualSubdomain":"prophecy-62973bd0","customDomains":["docs.prophecy.ai"],"gitSource":{"type":"github","owner":"prophecy-io","repo":"prophecy-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"feedback":{"thumbs":true,"issues":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"DISABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"DISABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aff3e0b5735af7f41d10c3d","clientVersion":"0.0.4205","searchFilterCounts":[{"language":"default","tag":"Data Engineering","count":317},{"language":"default","tag":"Data Analysis","count":238},{"language":"default","tag":"Documentation","count":201},{"language":"default","tag":"Gem reference","count":182},{"language":"default","tag":"Sources and targets","count":75},{"language":"default","tag":"Import \u0026 Migrate","count":71},{"language":"default","tag":"Data processing","count":66},{"language":"default","tag":"API reference","count":57},{"language":"default","tag":"Endpoints","count":54},{"language":"default","tag":"Build and inspect pipelines","count":46}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"treatment","enabled":true,"payload":{"type":"string","value":"treatment"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".table-example{overflow:hidden;max-width:100%}.table-example [data-table-wrapper=\"true\"]{overflow:hidden!important;max-width:100%!important;width:100%!important;margin-top:0.5em!important;margin-bottom:0.5em!important;padding-top:0.5em!important;padding-bottom:0.5em!important;margin-left:0!important;margin-right:0!important}.table-example [data-table-wrapper=\"true\"]>div{max-width:100%!important;width:100%!important;padding-left:0!important;padding-right:0!important}.table-example table{width:100%!important;max-width:100%!important;min-width:0!important;table-layout:auto;border:1px solid #d1d5db;border-collapse:collapse;border-radius:6px;overflow:hidden;background-color:#ffffff;box-shadow:0 1px 3px rgba(0, 0, 0, 0.1)}.table-example table td,.table-example table th{min-width:0!important;word-wrap:break-word;overflow-wrap:break-word}.table-example thead{background-color:#f9fafb;border-bottom:2px solid #e5e7eb}.table-example thead th{padding:8px 12px;font-weight:600;text-align:left;border-bottom:2px solid #e5e7eb}.table-example tbody{font-family:monospace}.table-example tbody td{padding:8px 12px;border-bottom:1px solid #f3f4f6}.table-example tbody tr:nth-child(even){font-family:monospace;background-color:#f9fafb}.table-example tbody tr:last-child td{border-bottom:none}[data-component-part=\"callout-icon\"] img{height:auto!important}.nav-dropdown-item-icon{background-color:#e1e7fd}.dark .nav-dropdown-item-icon{background-color:#a7b5f6}#search-bar-entry,#search-bar-entry-mobile{border-radius:12px}#search-input{border-radius:12px}"}],"page":{"pagePath":"data-engineering/gems/source-target/warehouse/snowflake","slug":"/data-engineering/gems/source-target/warehouse/snowflake","pageMetadata":{"title":"Snowflake warehouse gem","description":"Parameters and properties to read from and write to the Snowflake warehouse.","href":"/data-engineering/gems/source-target/warehouse/snowflake"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Parameters and properties to read from and write to the Snowflake warehouse.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,hr:`hr`,li:`li`,p:`p`,pre:`pre`,span:`span`,strong:`strong`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,ul:`ul`,..._provideComponents(),...props.components},{Accordion,CodeBlock,CodeGroup,Heading,Table,Tip}=_components;if(!Accordion)_missingMdxReference(`Accordion`,true);if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!CodeGroup)_missingMdxReference(`CodeGroup`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!Table)_missingMdxReference(`Table`,true);if(!Tip)_missingMdxReference(`Tip`,true);return _jsxs(_Fragment,{children:[_jsxs(Accordion,{title:`Dependencies \u0026 cluster requirements`,id:`dependencies-and-cluster-requirements`,children:[_jsx(_components.p,{children:_jsx(_components.strong,{children:`Dependencies:`})}),_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`ProphecyWarehousePython 0.0.1+`}),`\n`,_jsx(_components.li,{children:`ProphecyWarehouseScala 0.0.1+`}),`\n`]}),_jsx(_components.p,{children:_jsx(_components.strong,{children:`Cluster requirements:`})}),_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`UC dedicated clusters 14.3+ supported`}),`\n`,_jsx(_components.li,{children:`UC standard clusters 14.3+ supported`}),`\n`,_jsx(_components.li,{children:`Livy clusters not supported`}),`\n`]})]}),`\n`,_jsx(_components.p,{children:`You can read from and write to Snowflake.`}),`\n`,_jsx(Heading,{level:`2`,id:`parameters`,children:`Parameters`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Parameter`}),_jsx(_components.th,{children:`Tab`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Authentication Type`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`How you want to authenticate. Possible values are: `,_jsx(_components.code,{children:`Username \u0026 Password`}),`, or `,_jsx(_components.code,{children:`Key Pair Authentication`}),`. To configure key pair authentication on Snowflake, see `,_jsx(_components.a,{href:`https://docs.snowflake.com/en/user-guide/key-pair-auth#configuring-key-pair-authentication`,children:`Configuring key-pair authentication`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Username`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`Username of the Snowflake user if you selected `,_jsx(_components.code,{children:`Username \u0026 Password`}),` for the authentication type.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Password`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`Password for the Snowflake user if you selected `,_jsx(_components.code,{children:`Username \u0026 Password`}),` for the authentication type.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Private key filepath`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`Location of your private key filepath in PKCS8 format if you selected `,_jsx(_components.code,{children:`Key Pair Authentication`}),` for the authentication type.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Private key passphrase`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`Passphrase of your private key file if you selected `,_jsx(_components.code,{children:`Key Pair Authentication`}),` for the authentication type.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Snowflake URL`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`Hostname for your account in the format: `,_jsx(_components.code,{children:`\u003caccount_identifier>.snowflakecomputing.com`}),` For example: `,_jsx(_components.code,{children:`https://DJ07623.ap-south-1.aws.snowflakecomputing.com`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Database`}),_jsx(_components.td,{children:`Location`}),_jsx(_components.td,{children:`Database to use for the session.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Schema`}),_jsx(_components.td,{children:`Location`}),_jsx(_components.td,{children:`Schema to use for the session.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Warehouse`}),_jsx(_components.td,{children:`Location`}),_jsx(_components.td,{children:`Default virtual warehouse to use for the session.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Role`}),_jsx(_components.td,{children:`Location`}),_jsx(_components.td,{children:`Default security role to use for the session.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Data Source`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`Strategy to read data. Possible values are: `,_jsx(_components.code,{children:`DB Table`}),` or `,_jsx(_components.code,{children:`SQL Query`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Table`}),_jsx(_components.td,{children:`Location`}),_jsx(_components.td,{children:`Name of the table to be read.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`SQL Query`}),_jsx(_components.td,{children:`Location`}),_jsxs(_components.td,{children:[`SQL query that contains a`,_jsx(_components.code,{children:`SELECT`}),` statement to run.`]})]})]})]}),`\n`,_jsx(Heading,{level:`2`,id:`source`,children:`Source`}),`\n`,_jsx(_components.p,{children:`The Source gem reads data from Snowflake and allows you to optionally specify the following additional property.`}),`\n`,_jsx(Heading,{level:`3`,id:`source-properties`,children:`Source properties`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Properties`}),_jsx(_components.th,{children:`Description`}),_jsx(_components.th,{children:`Default`})]})}),_jsx(_components.tbody,{children:_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Description`}),_jsx(_components.td,{children:`Description of your dataset.`}),_jsx(_components.td,{children:`None`})]})})]}),`\n`,_jsx(Heading,{level:`3`,id:`compiled-code`,children:`Compiled code`}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`To see the compiled code of your project, `,_jsx(_components.a,{href:`/data-engineering/development/pipelines/pipelines#project-editor`,children:`switch to the Code\nview`}),` in the project header.`]})}),`\n`,_jsxs(CodeGroup,{children:[_jsx(CodeBlock,{filename:`example.py`,numberOfLines:`17`,language:`python`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`python`,children:_jsxs(_components.code,{language:`python`,numberOfLines:`17`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:`def`}),_jsx(_components.span,{style:{color:`#8250DF`,\"--shiki-dark\":`#DCDCAA`},children:` sf_customer`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#9CDCFE`},children:`spark`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: SparkSession) -> DataFrame:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:` from`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` pyspark.dbutils `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:`import`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` DBUtils`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:` return`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` spark.read\\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` .format(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"snowflake\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)\\\\`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` .options(`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` **`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`{`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUrl\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"https://DJ07623.ap-south-1.aws.snowflakecomputing.com\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUser\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"anshuman\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfPassword\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"*******\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfDatabase\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"SNOWFLAKE_SAMPLE_DATA\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfSchema\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"TPCDS_SF100TCL\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfWarehouse\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"COMPUTE_WH\"`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` }`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` )\\\\`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` .option(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"dbtable\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"CUSTOMER\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)\\\\`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` .load()`})}),`\n`]})})}),_jsx(CodeBlock,{filename:`example.scala`,numberOfLines:`19`,language:`scala`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`scala`,children:_jsxs(_components.code,{language:`scala`,numberOfLines:`19`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:`object`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:` customer_snow_src`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` {`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` def`}),_jsx(_components.span,{style:{color:`#8250DF`,\"--shiki-dark\":`#DCDCAA`},children:` apply`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:`spark`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:`SparkSession`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`:`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:` DataFrame`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` =`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` {`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` import`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:` com`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`databricks`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`dbutils_v1`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:`DBUtilsHolder`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`dbutils`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` var`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` reader`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` =`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` context.spark.read`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` .format(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"snowflake\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` .options(`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:` Map`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUrl\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"https://DJ07623.ap-south-1.aws.snowflakecomputing.com\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUser\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"anshuman\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfPassword\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"******\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfDatabase\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"SNOWFLAKE_SAMPLE_DATA\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfSchema\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"TPCDS_SF100TCL\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfWarehouse\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"COMPUTE_WH\"`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` )`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` )`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` reader `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` reader.option(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"dbtable\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"CUSTOMER\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` reader.load()`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` }`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`}`})}),`\n`]})})})]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`target`,children:`Target`}),`\n`,_jsx(_components.p,{children:`The Target gem writes data to Snowflake and allows you to optionally specify the following additional properties.`}),`\n`,_jsx(Heading,{level:`3`,id:`target-properties`,children:`Target properties`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Property`}),_jsx(_components.th,{children:`Description`}),_jsx(_components.th,{children:`Default`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Description`}),_jsx(_components.td,{children:`Description of your dataset.`}),_jsx(_components.td,{children:`None`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Write Mode`}),_jsxs(_components.td,{children:[`How to handle existing data. For a list of the possible values, see `,_jsx(_components.a,{href:`#supported-write-modes`,children:`Supported write modes`}),`.`]}),_jsx(_components.td,{children:_jsx(_components.code,{children:`overwrite`})})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Run post-script SQL`}),_jsxs(_components.td,{children:[`DDL and DML SQL statements to execute before the Target gem writes data. This is intended for statements that do not return a result set, such as DDL statements like `,_jsx(_components.code,{children:`CREATE TABLE`}),` and DML statements like `,_jsx(_components.code,{children:`INSERT, UPDATE, and DELETE`}),`.`]}),_jsx(_components.td,{children:`None`})]})]})]}),`\n`,_jsx(Heading,{level:`3`,id:`supported-write-modes`,children:`Supported write modes`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Write mode`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`error`}),_jsx(_components.td,{children:`If the data already exists, throw an exception.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`overwrite`}),_jsxs(_components.td,{children:[`If the data already exists, overwrite the data with the contents of the `,_jsx(_components.code,{children:`DataFrame`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`append`}),_jsxs(_components.td,{children:[`If the data already exists, append the contents of the `,_jsx(_components.code,{children:`DataFrame`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`ignore`}),_jsxs(_components.td,{children:[`If the data already exists, do nothing with the contents of the `,_jsx(_components.code,{children:`DataFrame`}),`. This is similar to the `,_jsx(_components.code,{children:`CREATE TABLE IF NOT EXISTS`}),` clause in SQL.`]})]})]})]}),`\n`,_jsx(Heading,{level:`3`,id:`compiled-code-2`,children:`Compiled code`}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`To see the compiled code of your project, `,_jsx(_components.a,{href:`/data-engineering/development/pipelines/pipelines#project-editor`,children:`switch to the Code\nview`}),` in the project header.`]})}),`\n`,_jsxs(CodeGroup,{children:[_jsx(CodeBlock,{filename:`example.py`,numberOfLines:`14`,language:`python`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`python`,children:_jsxs(_components.code,{language:`python`,numberOfLines:`14`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:`def`}),_jsx(_components.span,{style:{color:`#8250DF`,\"--shiki-dark\":`#DCDCAA`},children:` customer_snow_tg`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#9CDCFE`},children:`spark`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: SparkSession, `}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#9CDCFE`},children:`in0`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: DataFrame):`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:` from`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` pyspark.dbutils `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:`import`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` DBUtils`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` options `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` {`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUrl\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"https://DJ07623.ap-south-1.aws.snowflakecomputing.com\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUser\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"anshuman\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfPassword\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"******\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfDatabase\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"SNOWFLAKE_SAMPLE_DATA\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfSchema\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"TPCDS_SF100TCL\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfWarehouse\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"COMPUTE_WH\"`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` }`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` in0.write.format(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"snowflake\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`).options(`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`**`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`options)`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer.option(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"dbtable\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"CUSTOMERS\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer.mode(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"overwrite\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer.save()`})}),`\n`]})})}),_jsx(CodeBlock,{filename:`example.scala`,numberOfLines:`18`,language:`scala`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`scala`,children:_jsxs(_components.code,{language:`scala`,numberOfLines:`18`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:`object`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:` customer_snow_tg`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` {`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` def`}),_jsx(_components.span,{style:{color:`#8250DF`,\"--shiki-dark\":`#DCDCAA`},children:` apply`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:`spark`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:`SparkSession`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:`in`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:`DataFrame`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`:`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:` Unit`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` =`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` {`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` import`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:` net`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`snowflake`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`spark`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`snowflake`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:`Utils`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` import`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:` com`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`databricks`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`dbutils_v1`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:`DBUtilsHolder`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`.`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#D4D4D4`},children:`dbutils`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` val`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` options`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` =`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#4EC9B0`},children:` Map`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"sfUrl\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"https://DJ07623.ap-south-1.aws.snowflakecomputing.com\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfUser\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"anshuman\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfPassword\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"******\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfDatabase\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"SNOWFLAKE_SAMPLE_DATA\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfSchema\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"TPCDS_SF100TCL\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"sfWarehouse\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` →`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"COMPUTE_WH\"`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` )`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#569CD6`},children:` var`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` writer`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:` =`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` in.write.format(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"snowflake\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`).options(options)`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer.option(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"dbtable\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"test_table\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer.mode(`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"overwrite\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` writer.save()`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` }`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`}`})}),`\n`]})})})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Snowflake warehouse gem","description":"Parameters and properties to read from and write to the Snowflake warehouse.","href":"/data-engineering/gems/source-target/warehouse/snowflake"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Parameters","slug":"parameters","depth":2,"children":[]},{"title":"Source","slug":"source","depth":2,"children":[{"title":"Source properties","slug":"source-properties","depth":3,"children":[]},{"title":"Compiled code","slug":"compiled-code","depth":3,"children":[]}]},{"title":"Target","slug":"target","depth":2,"children":[{"title":"Target properties","slug":"target-properties","depth":3,"children":[]},{"title":"Supported write modes","slug":"supported-write-modes","depth":3,"children":[]},{"title":"Compiled code","slug":"compiled-code-2","depth":3,"children":[]}]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/prophecy-62973bd0/3ea86f2109c2be36/inkeep.js","/_mintlify/custom/prophecy-62973bd0/8701664ef6557ce5/fullstory.js"],"subdomain":"prophecy-62973bd0","siteName":"Prophecy Documentation","title":"Snowflake warehouse gem - Prophecy Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-07-07T15:14:15.914Z","originalFileLocation":"data-engineering/gems/source-target/warehouse/snowflake.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Parameters and properties to read from and write to the Snowflake warehouse.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Prophecy Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Snowflake warehouse gem - Prophecy Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Parameters and properties to read from and write to the Snowflake warehouse.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Prophecy Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://prophecy-62973bd0.mintlify.site/_mintlify/api/og/v2?division=Warehouses\u0026amp;title=Snowflake+warehouse+gem\u0026amp;description=Parameters+and+properties+to+read+from+and+write+to+the+Snowflake+warehouse.\u0026amp;theme=cd5554f49f0aca103ab5fb5f\u0026amp;signature=92cc2b91495f4f5295ee9ca43d6ee0d0f11931b5ecd33a56cd1d4d98be83f8c7\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Snowflake warehouse gem - Prophecy Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Parameters and properties to read from and write to the Snowflake warehouse.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://prophecy-62973bd0.mintlify.site/_mintlify/api/og/v2?division=Warehouses\u0026amp;title=Snowflake+warehouse+gem\u0026amp;description=Parameters+and+properties+to+read+from+and+write+to+the+Snowflake+warehouse.\u0026amp;theme=cd5554f49f0aca103ab5fb5f\u0026amp;signature=92cc2b91495f4f5295ee9ca43d6ee0d0f11931b5ecd33a56cd1d4d98be83f8c7\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Prophecy Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#4c4ddc\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/data-engineering/gems/source-target/warehouse/snowflake.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.prophecy.ai/#organization\",\"name\":\"Prophecy Documentation\",\"url\":\"https://docs.prophecy.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/prophecy-62973bd0/lcN2OD-DxXqbYTCG/images/logo/logo-light.png?fit=max\u0026auto=format\u0026n=lcN2OD-DxXqbYTCG\u0026q=85\u0026s=562c39e11224578b41fff31c8ba18da4\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.prophecy.ai#website\",\"name\":\"Prophecy Documentation\",\"url\":\"https://docs.prophecy.ai\",\"publisher\":{\"@id\":\"https://docs.prophecy.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake#webpage\",\"url\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake\",\"name\":\"Snowflake warehouse gem\",\"description\":\"Parameters and properties to read from and write to the Snowflake warehouse.\",\"dateModified\":\"2026-07-07T15:14:15.914Z\",\"isPartOf\":{\"@id\":\"https://docs.prophecy.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Sources and targets\",\"item\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/catalog-table/delta\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Warehouses\",\"item\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/bigquery\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Snowflake warehouse gem\",\"item\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake#article\",\"headline\":\"Snowflake warehouse gem\",\"name\":\"Snowflake warehouse gem\",\"description\":\"Parameters and properties to read from and write to the Snowflake warehouse.\",\"url\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake\",\"mainEntityOfPage\":{\"@id\":\"https://docs.prophecy.ai/data-engineering/gems/source-target/warehouse/snowflake#webpage\"},\"dateModified\":\"2026-07-07T15:14:15.914Z\",\"publisher\":{\"@id\":\"https://docs.prophecy.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.prophecy.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Prophecy Documentation\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Prophecy Documentation\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/data-engineering/gems/source-target/warehouse/snowflake.md","siteName":"Prophecy Documentation","nav":{"global":null,"dropdowns":[{"dropdown":"Data Analysis","icon":"https://mintlify.s3.us-west-1.amazonaws.com/prophecy-62973bd0/images/bar-chart-j.svg","tabs":[{"tab":"Documentation","groups":[{"group":"Getting started","pages":[{"title":"Introduction to Prophecy","sidebarTitle":"Introduction","href":""},{"title":"Concepts for Data Analysts","href":"/data-analysis/getting-started/concepts"},{"title":"Quickstart for Data Analysts","href":"/data-analysis/getting-started/quick-start"},{"title":"Use Professional Edition","href":"/data-analysis/getting-started/professional-edition"}]},{"group":"Use DataGPT","pages":[{"title":"Connect DataGPT","href":"/data-analysis/getting-started/datagpt/connect-datagpt"},{"title":"What you can do with DataGPT","href":"/data-analysis/getting-started/datagpt/capabilities"},{"title":"Files and DataBox in DataGPT","href":"/data-analysis/getting-started/datagpt/files"},{"title":"Permissions and data handling","href":"/data-analysis/getting-started/datagpt/permissions"}]},{"group":"Use Structured Finance","pages":[{"title":"Structured Finance overview","sidebarTitle":"Overview","href":"/data-analysis/getting-started/structured-finance/overview"},{"title":"Tape cracking","href":"/data-analysis/getting-started/structured-finance/tape-cracking"},{"title":"Stratifications \u0026 Pool Selection","href":"/data-analysis/getting-started/structured-finance/stratifications-pool-selection"},{"title":"Use Skills","href":"/data-analysis/getting-started/structured-finance/skills"},{"title":"Ad Hoc \u0026 Document-Based Workflows","href":"/data-analysis/getting-started/structured-finance/adhoc-document-workflows"},{"title":"Export \u0026 Sharing","href":"/data-analysis/getting-started/structured-finance/export-sharing"}]},{"group":"Build with Agent","pages":[{"group":"Overview","pages":[{"title":"Prophecy Agent overview","href":"/data-analysis/ai/agent/agent"},{"title":"Prompting best practices","href":"/data-analysis/ai/agent/prompting-best-practices"}]},{"group":"Core workflows","pages":[{"group":"Chat","pages":[{"title":"Use AI chat in projects","href":"/data-analysis/ai/agent/chat/using-chat"},{"title":"@ mentions","href":"/data-analysis/ai/agent/chat/mentions"},{"title":"Upload files","href":"/data-analysis/ai/agent/chat/upload-files"},{"title":"Export chat session info","href":"/data-analysis/ai/agent/chat/export"}]},{"title":"Exploration","href":"/data-analysis/ai/agent/explore"},{"title":"Transformation","href":"/data-analysis/ai/agent/transform"},{"title":"Analyses","href":"/data-analysis/ai/agent/analyses"}]},{"title":"Add and use skills","href":"/data-analysis/ai/using-skills"},{"title":"Inspect Agent results","href":"/data-analysis/ai/inspect-results"},{"group":"Advanced capabilities","pages":[{"title":"Harmonization","href":"/data-analysis/ai/agent/harmonization/overview"},{"group":"Documentation","pages":[{"title":"Generate documentation","href":"/data-analysis/ai/agent/documentation/documentation"},{"title":"Copilot Template Language (CTL)","sidebarTitle":"Copilot Template Language","href":"/data-analysis/ai/agent/documentation/ctl-reference"}]}]},{"group":"Governance \u0026 configuration","pages":[{"title":"Agent governance and data access","href":"/data-analysis/ai/agent/agent-governance"},{"title":"Supported AI models","href":"/data-analysis/ai/agent/llm-support"},{"group":"Knowledge graph","pages":[{"title":"What is a knowledge graph?","href":"/data-analysis/ai/knowledge-graph/knowledge-graph"},{"title":"Knowledge graph indexer","href":"/data-analysis/ai/knowledge-graph/indexer"}]}]}]},{"group":"Build and inspect pipelines","pages":[{"group":"Projects","pages":[{"title":"Create a project","href":"/data-analysis/development/projects/create-project"},{"title":"Project languages","href":"/data-analysis/development/projects/project-languages"},{"title":"Export compiled code","href":"/data-analysis/development/projects/export-code"}]},{"group":"Pipelines","pages":[{"title":"Pipelines for Data Analysis","href":"/data-analysis/development/pipelines/data-analysis-pipelines"},{"title":"View pipeline Python","href":"/data-analysis/development/pipelines/view-pipeline-py"},{"title":"View SQL lineage","href":"/data-analysis/development/pipelines/view-sql-lineage"}]},{"group":"Studio","pages":[{"title":"Studio interface","href":"/data-analysis/development/studio/studio"},{"title":"SQL Shell","href":"/data-analysis/development/studio/sql-shell"},{"title":"Pipeline folders","href":"/data-analysis/development/studio/folders"},{"title":"Canvas annotations","href":"/data-analysis/development/studio/canvas-annotations"},{"title":"Use visual containers","href":"/data-analysis/development/studio/containers"},{"title":"Development settings","href":"/data-analysis/development/studio/development-settings"},{"title":"Status messages","href":"/data-analysis/development/studio/messages"},{"title":"Wireless connections","href":"/data-analysis/development/studio/wireless-connections"}]},{"group":"Runs","pages":[{"title":"Pipeline runs","href":"/data-analysis/development/runs/execution"},{"title":"Runtime logs","href":"/data-analysis/development/runs/runtime-logs"},{"group":"Data Explorer","pages":[{"title":"Data exploration for Data Analysis","href":"/data-analysis/development/runs/data-explorer/data-explorer"},{"title":"Data profiling for Data Analysts","href":"/data-analysis/development/runs/data-explorer/data-profile"},{"group":"Charts","pages":[{"title":"Charts","href":"/data-analysis/development/runs/data-explorer/charts/charts"},{"title":"Area chart","href":"/data-analysis/development/runs/data-explorer/charts/area-chart"},{"title":"Bar chart","href":"/data-analysis/development/runs/data-explorer/charts/bar-chart"},{"title":"Candlestick chart","href":"/data-analysis/development/runs/data-explorer/charts/candlestick-chart"},{"title":"Line chart","href":"/data-analysis/development/runs/data-explorer/charts/line-chart"},{"title":"Map chart","href":"/data-analysis/development/runs/data-explorer/charts/map-chart"},{"title":"Pie chart","href":"/data-analysis/development/runs/data-explorer/charts/pie-chart"},{"title":"Scatter chart","href":"/data-analysis/development/runs/data-explorer/charts/scatter-chart"}]}]}]},{"group":"Parameters","pages":[{"title":"Parameters in Data Analysis","href":"/data-analysis/development/parameters/parameters"},{"title":"Use parameters","href":"/data-analysis/development/parameters/usage"},{"title":"Deploy parameter sets","href":"/data-analysis/development/parameters/parameter-sets"}]},{"group":"Versioning","pages":[{"title":"Version control","href":"/data-analysis/development/versioning/version-control"},{"title":"Git storage models","href":"/data-analysis/development/versioning/git-storage-model"},{"title":"Version conflicts","href":"/data-analysis/development/versioning/conflicts"},{"title":"Clone projects","href":"/data-analysis/development/versioning/clone-projects"},{"title":"Import projects","href":"/data-analysis/development/versioning/import-projects"},{"title":"Migrate project repository from Prophecy-managed Git to external Git","sidebarTitle":"Migrate to external Git","href":"/data-analysis/development/versioning/migrate-managed"}]},{"group":"Tests","pages":[{"title":"What are data tests?","href":"/data-analysis/development/tests/test-comparison"},{"title":"Table tests","href":"/data-analysis/development/tests/table-tests"},{"title":"Project tests","href":"/data-analysis/development/tests/project-tests"},{"title":"Unit tests for Data Analysis","href":"/data-analysis/development/tests/unit-tests"}]},{"group":"Extensibility","pages":[{"title":"Dependencies","href":"/data-analysis/development/extensibility/dependencies"},{"title":"Package hub for Data Analysis","href":"/data-analysis/development/extensibility/package-hub/package-hub"},{"title":"Template Hub","href":"/data-analysis/development/extensibility/package-hub/template-hub"},{"title":"Functions","href":"/data-analysis/development/extensibility/functions"},{"title":"Schema name resolution in SQL projects","href":"/data-analysis/development/extensibility/generate-schema-name"},{"title":"Stored procedures","href":"/data-analysis/development/extensibility/stored-procedure"},{"title":"SQL gem builder","sidebarTitle":"Gem builder","href":"/data-analysis/development/extensibility/sql-gem-builder"}]}]},{"group":"Explore and visualize","pages":[{"title":"Analyses overview","href":"/data-analysis/analysis/overview"},{"title":"Create an analysis","href":"/data-analysis/analysis/create-analysis"},{"title":"Analysis components","href":"/data-analysis/analysis/analysis-components"},{"title":"Analysis settings","href":"/data-analysis/analysis/analysis-settings"},{"title":"Consume analyses","href":"/data-analysis/analysis/consume-analysis"}]},{"group":"Platform setup","pages":[{"group":"Fabrics","pages":[{"title":"What is a fabric?","href":"/data-analysis/environment/fabrics/prophecy-fabrics"},{"group":"Create a fabric","pages":[{"title":"Create a Databricks SQL fabric","href":"/data-analysis/environment/fabrics/create-fabrics/databricks"},{"title":"Create a Google BigQuery fabric","href":"/data-analysis/environment/fabrics/create-fabrics/bigquery"},{"title":"Create a Snowflake fabric","href":"/data-analysis/environment/fabrics/create-fabrics/snowflake"}]}]},{"group":"Data ingress/egress","pages":[{"title":"Ingest and write data with connections","href":"/data-analysis/environment/connections/connections"},{"group":"Connect to","pages":[{"title":"Azure Data Lake Storage","href":"/data-analysis/environment/connections/adls"},{"title":"Azure Synapse dedicated SQL pools","sidebarTitle":"Azure Synapse","href":"/data-analysis/environment/connections/synapse"},{"title":"Google BigQuery","href":"/data-analysis/environment/connections/bigquery"},{"title":"Databricks","href":"/data-analysis/environment/connections/databricks"},{"title":"Google Cloud Storage","href":"/data-analysis/environment/connections/gcs"},{"title":"SAP HANA","href":"/data-analysis/environment/connections/hana"},{"title":"MongoDB","href":"/data-analysis/environment/connections/mongodb"},{"title":"MSSQL","href":"/data-analysis/environment/connections/mssql"},{"title":"Microsoft OneDrive","href":"/data-analysis/environment/connections/onedrive"},{"title":"Oracle DB","href":"/data-analysis/environment/connections/oracle"},{"title":"Postgres","href":"/data-analysis/environment/connections/postgres"},{"title":"Microsoft Power BI","href":"/data-analysis/environment/connections/power-bi"},{"title":"Prophecy File System","href":"/data-analysis/environment/connections/prophecy-file-system"},{"title":"ProphecyManaged","href":"/data-analysis/environment/connections/prophecy-managed"},{"title":"Amazon Redshift","href":"/data-analysis/environment/connections/redshift"},{"title":"REST API","href":"/data-analysis/environment/connections/rest-api"},{"title":"Amazon S3","href":"/data-analysis/environment/connections/s3"},{"title":"Salesforce","href":"/data-analysis/environment/connections/salesforce"},{"title":"Microsoft SharePoint","href":"/data-analysis/environment/connections/sharepoint"},{"title":"SFTP","href":"/data-analysis/environment/connections/sftp"},{"title":"Smartsheet","href":"/data-analysis/environment/connections/smartsheet"},{"title":"SMTP","href":"/data-analysis/environment/connections/smtp"},{"title":"Create a Snowflake connection","href":"/data-analysis/environment/connections/snowflake"},{"title":"Tableau","href":"/data-analysis/environment/connections/tableau"},{"title":"Windows network share","href":"/data-analysis/environment/connections/windows-network-drive"}]}]},{"group":"Secrets","pages":[{"title":"Prophecy secrets","href":"/data-analysis/environment/secrets/secrets"}]}]},{"group":"Run and share","pages":[{"group":"Scheduling","pages":[{"title":"Scheduling","href":"/data-analysis/production/scheduling/scheduling"},{"title":"Schedule setup","href":"/data-analysis/production/scheduling/schedule-setup"},{"title":"Trigger types","href":"/data-analysis/production/scheduling/triggers"},{"title":"Email alerts","href":"/data-analysis/production/scheduling/alerts"},{"title":"Pipeline gem","href":"/data-analysis/production/scheduling/pipeline-trigger-gem"}]},{"group":"Publishing","pages":[{"title":"Publication concepts","href":"/data-analysis/production/publication/publication-concepts"},{"title":"Publish and deploy projects","href":"/data-analysis/production/publication/publish-project"}]},{"title":"Monitoring","href":"/data-analysis/production/monitoring"}]},{"group":"Collaboration","pages":[{"title":"Project sharing","href":"/data-analysis/collaboration/project-sharing"},{"title":"Replays","href":"/data-analysis/collaboration/project-replays"}]}]},{"tab":"Gem reference","groups":[{"group":"Overview","pages":[{"title":"Gems for Data Analysis","href":"/data-analysis/gems/gems"},{"title":"Supported data types","href":"/data-analysis/gems/data-types"},{"group":"Copilot for gems","pages":[{"title":"Generate expressions in gems","href":"/data-analysis/gems/copilot/gem-expressions"},{"title":"Error fixing","href":"/data-analysis/gems/copilot/gem-fixes"},{"title":"Gem auto-documentation","href":"/data-analysis/gems/copilot/auto-documentation"}]},{"group":"Visual expressions","pages":[{"title":"Visual expression builder","href":"/data-analysis/gems/visual-expression-builder/visual-expression-builder"},{"title":"Common expression patterns","href":"/data-analysis/gems/visual-expression-builder/use-the-visual-expression-builder"},{"title":"Visual expressions reference","href":"/data-analysis/gems/visual-expression-builder/visual-expression-builder-reference"},{"title":"Variant data type","href":"/data-analysis/gems/visual-expression-builder/variant-schema"}]}]},{"group":"Sources and targets","pages":[{"title":"Source and target types","href":"/data-analysis/gems/source-target/source-target"},{"title":"Add data sources","href":"/data-analysis/gems/source-target/adding-data-sources"},{"group":"Tables (Warehouse)","pages":[{"title":"Read from BigQuery tables","href":"/data-analysis/gems/source-target/table/bigquery-read"},{"title":"Write to BigQuery tables","href":"/data-analysis/gems/source-target/table/bigquery-write"},{"title":"Read from Databricks tables","href":"/data-analysis/gems/source-target/table/databricks-read"},{"title":"Write to Databricks tables","href":"/data-analysis/gems/source-target/table/databricks-write"},{"title":"Read from Snowflake tables","href":"/data-analysis/gems/source-target/table/snowflake-read"},{"title":"Write to Snowflake tables","href":"/data-analysis/gems/source-target/table/snowflake-write"},{"title":"Prophecy In Memory","href":"/data-analysis/gems/source-target/table/prophecy-warehouse"},{"title":"Upload files gem for Data Analysis","href":"/data-analysis/gems/source-target/table/upload-files"},{"group":"Write options","pages":[{"title":"Write options","sidebarTitle":"Overview","href":"/data-analysis/gems/source-target/table/write/write-options"},{"title":"Wipe and Replace Table","href":"/data-analysis/gems/source-target/table/write/wipe-replace-table"},{"title":"Append Rows","href":"/data-analysis/gems/source-target/table/write/append"},{"title":"Upsert Row","href":"/data-analysis/gems/source-target/table/write/upsert"},{"title":"Append Unique Rows","href":"/data-analysis/gems/source-target/table/write/append-unique"},{"title":"Wipe and Replace Partitions","href":"/data-analysis/gems/source-target/table/write/wipe-replace-partitions"},{"title":"Wipe and Replace Rows Per Predicate","href":"/data-analysis/gems/source-target/table/write/wipe-replace-predicate"},{"title":"SCD2","href":"/data-analysis/gems/source-target/table/write/scd2"},{"title":"Delete and Insert","href":"/data-analysis/gems/source-target/table/write/delete-insert"}]}]},{"group":"Tables (External systems)","pages":[{"title":"Google BigQuery external table gem","href":"/data-analysis/gems/source-target/external-table/bigquery"},{"title":"Databricks external table gem","href":"/data-analysis/gems/source-target/external-table/databricks"},{"title":"MSSQL external table gem","href":"/data-analysis/gems/source-target/external-table/mssql"},{"title":"MongoDB external table gem","href":"/data-analysis/gems/source-target/external-table/mongodb"},{"title":"Oracle external table gem","href":"/data-analysis/gems/source-target/external-table/oracle"},{"title":"Postgres external table gem","href":"/data-analysis/gems/source-target/external-table/postgres"},{"title":"Amazon Redshift external table gem","href":"/data-analysis/gems/source-target/external-table/redshift"},{"title":"Salesforce external table gem","href":"/data-analysis/gems/source-target/external-table/salesforce"},{"title":"SharePoint list external table gem","href":"/data-analysis/gems/source-target/external-table/sharepoint-list"},{"title":"Snowflake external table gem","href":"/data-analysis/gems/source-target/external-table/snowflake"},{"title":"MSSQL on Azure Synapse dedicated SQL pool","sidebarTitle":"MSSQL on Azure Synapse","href":"/data-analysis/gems/source-target/external-table/synapse"},{"group":"SAP HANA","pages":[{"title":"SAP HANA external table gem","href":"/data-analysis/gems/source-target/external-table/hana/hana"},{"title":"Generated columns","href":"/data-analysis/gems/source-target/external-table/hana/identity-columns"}]}]},{"group":"Files","pages":[{"group":"File storage systems","pages":[{"title":"Azure Data Lake Storage (ADLS)","href":"/data-analysis/gems/source-target/file/adls"},{"title":"Amazon S3 file gem","href":"/data-analysis/gems/source-target/file/s3"},{"title":"Google Cloud Storage (GCS)","href":"/data-analysis/gems/source-target/file/gcs"},{"title":"Databricks Volumes","href":"/data-analysis/gems/source-target/file/databricks-volumes"},{"title":"SFTP file gem","href":"/data-analysis/gems/source-target/file/sftp"},{"title":"Microsoft OneDrive file gem","href":"/data-analysis/gems/source-target/file/onedrive"},{"title":"Microsoft SharePoint file gem","href":"/data-analysis/gems/source-target/file/sharepoint"},{"title":"Smartsheet file gem","href":"/data-analysis/gems/source-target/file/smartsheet"}]},{"group":"File types","pages":[{"title":"CSV file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/csv"},{"title":"Excel","href":"/data-analysis/gems/source-target/file/file-types/excel"},{"title":"Parquet file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/parquet"},{"title":"JSON file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/json"},{"title":"XML file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/xml"},{"title":"Text file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/text"},{"title":"Fixed-width","href":"/data-analysis/gems/source-target/file/file-types/fixed-width"}]}]}]},{"group":"Data processing","pages":[{"group":"Transform","pages":[{"title":"Aggregate gem for Data Analysis","href":"/data-analysis/gems/transform/aggregate"},{"title":"CountRecords","href":"/data-analysis/gems/transform/count-records"},{"title":"DataEncoderDecoder","href":"/data-analysis/gems/transform/encoder-decoder"},{"title":"DynamicSelect gem for Data Analysis","href":"/data-analysis/gems/transform/dynamic-select"},{"title":"FuzzyMatch gem for Data Analysis","href":"/data-analysis/gems/transform/fuzzy-match"},{"title":"Pivot","href":"/data-analysis/gems/transform/pivot"},{"title":"RunningTotal","href":"/data-analysis/gems/transform/running-total"},{"title":"Unpivot gem for Data Analysis","href":"/data-analysis/gems/transform/unpivot"},{"title":"WindowFunction gem for Data Analysis","href":"/data-analysis/gems/transform/window"},{"title":"WeightedAverage","href":"/data-analysis/gems/transform/weighted-average"}]},{"group":"Prepare","pages":[{"title":"DataCleansing gem for Data Analysis","href":"/data-analysis/gems/prepare/data-cleansing"},{"title":"DataMasking","href":"/data-analysis/gems/prepare/masking"},{"title":"Deduplicate gem for Data Analysis","href":"/data-analysis/gems/prepare/deduplicate"},{"title":"Filter gem for Data Analysis","href":"/data-analysis/gems/prepare/filter"},{"title":"FindDuplicates","href":"/data-analysis/gems/prepare/find-duplicates"},{"title":"FlattenSchema gem for Data Analysis","href":"/data-analysis/gems/prepare/flatten-schema"},{"title":"GenerateRows","href":"/data-analysis/gems/prepare/generate-rows"},{"title":"Imputation","href":"/data-analysis/gems/prepare/imputation"},{"title":"Limit gem for Data Analysis","href":"/data-analysis/gems/prepare/limit"},{"title":"MultiColumnEdit","href":"/data-analysis/gems/prepare/multi-column-edit"},{"title":"MultiColumnRename","href":"/data-analysis/gems/prepare/multi-column-rename"},{"title":"OrderBy gem for Data Analysis","href":"/data-analysis/gems/prepare/order-by"},{"title":"RecordID","href":"/data-analysis/gems/prepare/record-id"},{"title":"Reformat gem for Data Analysis","href":"/data-analysis/gems/prepare/reformat"},{"title":"Tile","href":"/data-analysis/gems/prepare/tile"}]},{"group":"Join","pages":[{"title":"Except","href":"/data-analysis/gems/join-split/except"},{"title":"Intersect","href":"/data-analysis/gems/join-split/intersect"},{"title":"Join gem for Data Analysis","href":"/data-analysis/gems/join-split/join"},{"title":"Union","href":"/data-analysis/gems/join-split/union"},{"title":"UnionByName","href":"/data-analysis/gems/join-split/union-by-name"}]},{"group":"Spatial","pages":[{"title":"Buffer","href":"/data-analysis/gems/spatial/buffer"},{"title":"CreatePoint","href":"/data-analysis/gems/spatial/create-point"},{"title":"Distance","href":"/data-analysis/gems/spatial/distance"},{"title":"Heatmap","href":"/data-analysis/gems/spatial/heatmap"},{"title":"FindNearest","href":"/data-analysis/gems/spatial/nearest-point"},{"title":"PolyBuild","href":"/data-analysis/gems/spatial/polybuild"},{"title":"Simplify","href":"/data-analysis/gems/spatial/simplify"},{"title":"SpatialMatch","href":"/data-analysis/gems/spatial/spatial-match"}]},{"group":"Parse","pages":[{"title":"JSONParse","href":"/data-analysis/gems/parse/json-parse"},{"title":"Regex","href":"/data-analysis/gems/parse/regex"},{"title":"TextToColumns","href":"/data-analysis/gems/parse/text-to-column"},{"title":"XMLParse","href":"/data-analysis/gems/parse/xml-parse"}]}]},{"group":"Reporting","pages":[{"group":"Report","pages":[{"title":"Email report gem","href":"/data-analysis/gems/report/email"},{"title":"PowerBIWrite","href":"/data-analysis/gems/report/power-bi"},{"title":"TableauWrite","href":"/data-analysis/gems/report/tableau"},{"title":"Visualize","href":"/data-analysis/gems/report/visualize"}]}]},{"group":"Advanced","pages":[{"group":"Custom","pages":[{"title":"Condition","href":"/data-analysis/gems/custom/condition"},{"title":"Directory gem for Data Analysis","href":"/data-analysis/gems/custom/directory"},{"title":"DynamicInput","href":"/data-analysis/gems/custom/dynamic-input"},{"title":"Macro","href":"/data-analysis/gems/custom/macro"},{"title":"Pipeline gem","href":"/data-analysis/production/scheduling/pipeline-trigger-gem"},{"title":"RestAPI","href":"/data-analysis/gems/custom/rest-api"},{"title":"RunStoredProcedure","href":"/data-analysis/gems/custom/run-stored-procedure"},{"title":"Script gem for Data Analysis","href":"/data-analysis/gems/custom/script"},{"title":"SQLStatement gem for Data Analysis","href":"/data-analysis/gems/custom/sql-statement"},{"title":"StoredProcedure","href":"/data-analysis/gems/custom/stored-procedure"},{"title":"ToDo","href":"/data-analysis/gems/custom/todo-gem"}]}]}]},{"tab":"Import \u0026 Migrate","groups":[{"group":"Overview","pages":[{"title":"Import Workflows into Prophecy","href":"/import-tool"},{"title":"Import tool migration overview","href":"/import-tool/migration"},{"title":"Analyze tool","href":"/import-tool/alteryx/alteryx-migration-analysis"}]},{"group":"Alteryx","pages":[{"group":"Alteryx to SQL","pages":[{"title":"Getting Started in Prophecy for Alteryx Users","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/getting-started-prophecy-alteryx"},{"title":"Migrate to SQL (Databricks, BigQuery, Snowflake)","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/alteryx-to-sql"},{"title":"SQL dialect differences","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/sql-dialect-differences"},{"title":"Data type mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/data-type-mapping"},{"title":"Connection mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/alteryx-connections"},{"title":"Alteryx function mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/function-mapping"},{"group":"Tool mapping","pages":[{"title":"Alteryx to SQL tool mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-tool-mapping"},{"group":"Alteryx In/Out tools","pages":[{"title":"Alteryx Browse tool > Prophecy Data Explorer","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-browse-tool"},{"title":"Alteryx DateTime Now Tool > Prophecy Reformat Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-datetime-now"},{"title":"Alteryx Directory Tool > Prophecy Directory Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-directory-tool"},{"title":"Alteryx Input Data Tool > Prophecy Table \u0026 Source Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-input-data-tool"},{"title":"Alteryx Output Data Tool > Prophecy Target Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-output-data-tool"},{"title":"Alteryx Text Input Tool > Prophecy Table Gem (Seed)","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-text-input-tool"}]},{"group":"Alteryx Prep tools","pages":[{"title":"Alteryx Data Cleansing tool > Prophecy Data Cleansing gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-data-cleansing-tool"},{"title":"Alteryx Filter Tool > Prophecy Filter Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-filter-tool"},{"title":"Alteryx Formula tool > Prophecy Reformat gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-formula-tool"},{"title":"Alteryx Imputation tool > Prophecy Reformat + Join gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-imputation-tool"},{"title":"Alteryx Multi-Field Binning tool > Prophecy Reformat + Join gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-multi-field-binning-tool"},{"title":"Alteryx Multi-Field Formula tool > Prophecy Multi-Column Edit Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-multi-field-formula-tool"},{"title":"Alteryx Multi-Row Formula tool > Prophecy WindowFunction gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-multi-row-formula-tool"},{"title":"Alteryx Oversample Field tool > Prophecy Reformat + Filter gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-oversample-field-tool"}]},{"group":"Alteryx Join tools","pages":[{"title":"Alteryx Append Fields tool > Prophecy Join gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-append-fields"},{"title":"Alteryx Find Replace tool > Prophecy Join gem + Reformat gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-find-replace"},{"title":"Alteryx Join tool > Prophecy Join gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-join"},{"title":"Alteryx Join Multiple tool > Prophecy Join gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-join-multiple"},{"title":"Alteryx Union tool > Prophecy Union gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-union"}]},{"group":"Alteryx Parse tools","pages":[{"title":"Alteryx DateTime tool > Prophecy Reformat gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-parse-tools/alteryx-datetime"},{"title":"Alteryx RegEx Tool > Prophecy Regex Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-parse-tools/alteryx-regex"},{"title":"Alteryx XML Parse Tool > Prophecy XMLParse gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-parse-tools/alteryx-xml-parse"}]},{"group":"Alteryx Transform tools","pages":[{"title":"Alteryx Arrange Tool > Prophecy Reformat Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-arrange"},{"title":"Alteryx Count Records tool > Prophecy CountRecords gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-count-records"},{"title":"Alteryx Cross Tab tool > Prophecy Pivot gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-cross-tab"},{"title":"Alteryx Make Columns tool > Prophecy WindowFunction + Reformat + Aggregation Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-make-columns"},{"title":"Alteryx Running Total tool > Prophecy WindowFunction Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-running-total"},{"title":"Alteryx Summarize Tool > Prophecy Aggregate, Reformat, and Deduplicate Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-summarize"},{"title":"Alteryx Transpose tool > Prophecy Unpivot Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-transpose"},{"title":"Alteryx Weighted Average tool > Prophecy Reformat and Aggregate Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-weighted-average"}]},{"title":"Performance tuning scenarios","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/databricks-performance-tuning"}]},{"group":"Troubleshooting","pages":[{"title":"Alteryx to Databricks SQL Troubleshooting","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/troubleshooting"},{"title":"Malformed file","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/malformed-file"},{"title":"Missing support for an Alteryx function","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/unsupported-function"},{"title":"Missing support for an Alteryx tool","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/unsupported-tool"}]}]},{"group":"Alteryx to Spark","pages":[{"title":"Migrate Alteryx to Spark","href":"/import-tool/alteryx/alteryx-to-spark/alteryx-to-spark"},{"title":"Alteryx to Spark tool mapping","href":"/import-tool/alteryx/alteryx-to-spark/alteryx-components"}]}]},{"group":"Informatica","pages":[{"group":"Getting started","pages":[{"title":"Informatica","href":"/import-tool/informatica/informatica"},{"title":"Informatica migration overview","href":"/import-tool/informatica/getting-started-with-Informatica"}]},{"group":"Informatica to SQL","pages":[{"title":"Migrate to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/informatica-to-sql"},{"title":"Component mapping to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/big-query-components-mappings"},{"title":"Data type mapping to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/big-query-data-types"},{"title":"Function mapping to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/big-query-functions-mappings"}]},{"group":"Informatica to Spark","pages":[{"title":"Migrate Informatica to Spark","href":"/import-tool/informatica/informatica-to-spark/informatica-to-spark"},{"title":"Informatica to Spark component mapping","href":"/import-tool/informatica/informatica-to-spark/informatica-components"}]},{"group":"Informatica ICS to SQL","pages":[{"title":"Migrate Informatica ICS to Spark","href":"/import-tool/informatica/informatica-ics-to-spark/getting-started-with-informatica-ics"},{"title":"Informatica ICS component mapping","href":"/import-tool/informatica/informatica-ics-to-spark/informatica-ics-components"}]}]},{"group":"Ab Initio","pages":[{"group":"Getting started","pages":[{"title":"Ab Initio","href":"/import-tool/abinitio/abinitio"},{"title":"Ab Initio migration overview","href":"/import-tool/abinitio/getting-started-with-Abinitio"}]},{"group":"Components","pages":[{"title":"Ab Initio component mapping","href":"/import-tool/abinitio/abinitio-components"}]},{"group":"Functions","pages":[{"title":"Ab Initio function mapping","href":"/import-tool/abinitio/abinitio-functions"}]},{"group":"Plans","pages":[{"title":"Convert Plans into Airflow DAGs","href":"/import-tool/abinitio/abinitio-plans"}]},{"group":"Gems","pages":[{"title":"Log Gem","href":"/import-tool/abinitio/abinitio-gems/log"},{"title":"Normalize","href":"/import-tool/abinitio/abinitio-gems/normalize"},{"title":"Sequence","href":"/import-tool/abinitio/abinitio-gems/sequence"},{"title":"SurrogateKeyGenerator gem","href":"/import-tool/abinitio/abinitio-gems/surrogate-key-generator"}]},{"group":"Troubleshooting","pages":[{"title":"Missing Artifacts","href":"/import-tool/abinitio/trouble-shooting/missing-files"},{"title":"Troubleshoot Issues","href":"/import-tool/abinitio/trouble-shooting/trouble-shooting"}]}]},{"group":"DataStage","pages":[{"group":"Getting started","pages":[{"title":"DataStage","href":"/import-tool/datastage/datastage"},{"title":"DataStage migration overview","href":"/import-tool/datastage/getting-started-with-DataStage"}]},{"group":"Components","pages":[{"title":"DataStage component mapping","href":"/import-tool/datastage/datastage-components"}]}]}]},{"tab":"API reference","groups":[{"group":"API documentation","pages":[{"title":"Prophecy API","href":"/api-reference/introduction"},{"title":"End-to-end API workflow","href":"/api-reference/end-to-end-workflow"},{"title":"GraphQL API","href":"/api-reference/graphql"}]},{"group":"Endpoints","pages":[{"group":"Users and teams","pages":[{"openapi":"get /api/get-user","title":"Get current user","href":"/api-reference/users/get-current-user"},{"openapi":"post /api/auth/inviteUsers","title":"Add users to teams","href":"/api-reference/users/invite-users"},{"title":"Create team","href":"/api-reference/teams/create-team"},{"title":"Get team members","href":"/api-reference/teams/get-team-members"}]},{"group":"Fabrics","pages":[{"openapi":"post /api/orchestration/fabric","title":"Create a new fabric","href":"/api-reference/fabrics/create-a-new-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}","title":"Get fabric details","href":"/api-reference/fabrics/get-fabric-details"},{"openapi":"put /api/orchestration/fabric/{fabricId}","title":"Update an existing fabric","href":"/api-reference/fabrics/update-an-existing-fabric"},{"openapi":"delete /api/orchestration/fabric/{fabricId}","title":"Delete a fabric","href":"/api-reference/fabrics/delete-a-fabric"}]},{"group":"Connections","pages":[{"group":"Properties","pages":[{"title":"Amazon Redshift connection properties API","href":"/api-reference/connections/properties/redshift"},{"title":"Amazon S3 connection properties API","href":"/api-reference/connections/properties/s3"},{"title":"Azure Data Lake Storage connection properties API","href":"/api-reference/connections/properties/adls"},{"title":"Azure Synapse connection properties API","href":"/api-reference/connections/properties/synapse"},{"title":"Google BigQuery","href":"/api-reference/connections/properties/bigquery"},{"title":"Google Cloud Storage connection properties API","href":"/api-reference/connections/properties/gcs"},{"title":"Databricks","href":"/api-reference/connections/properties/databricks"},{"title":"Microsoft SQL Server","href":"/api-reference/connections/properties/mssql"},{"title":"Microsoft OneDrive connection properties API","href":"/api-reference/connections/properties/onedrive"},{"title":"Microsoft Power BI connection properties API","href":"/api-reference/connections/properties/power-bi"},{"title":"Microsoft SharePoint connection properties API","href":"/api-reference/connections/properties/sharepoint"},{"title":"MongoDB connection properties API","href":"/api-reference/connections/properties/mongodb"},{"title":"Oracle connection properties API","href":"/api-reference/connections/properties/oracle"},{"title":"Postgres","href":"/api-reference/connections/properties/postgres"},{"title":"Salesforce connection properties API","href":"/api-reference/connections/properties/salesforce"},{"title":"SAP HANA","href":"/api-reference/connections/properties/hana"},{"title":"SFTP connection properties API","href":"/api-reference/connections/properties/sftp"},{"title":"Smartsheet connection properties API","href":"/api-reference/connections/properties/smartsheet"},{"title":"SMTP connection properties API","href":"/api-reference/connections/properties/smpt"},{"title":"Snowflake connection properties API","href":"/api-reference/connections/properties/snowflake"},{"title":"Tableau connection properties API","href":"/api-reference/connections/properties/tableau"}]},{"title":"Knowledge graph indexer connection properties API","href":"/api-reference/connections/properties/kgconfig"},{"openapi":"post /api/orchestration/fabric/{fabricId}/connection","title":"Add connection to fabric","href":"/api-reference/connections/add-connection-to-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/connection","title":"List connections per fabric","href":"/api-reference/connections/list-connections-per-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/connection/name/{connectionName}","title":"Retrieve connection details","href":"/api-reference/connections/retrieve-connection-details"},{"openapi":"put /api/orchestration/fabric/{fabricId}/connection/name/{connectionName}","title":"Update connection","href":"/api-reference/connections/update-connection"},{"openapi":"delete /api/orchestration/fabric/{fabricId}/connection/name/{connectionName}","title":"Delete connection","href":"/api-reference/connections/delete-connection"}]},{"group":"Secrets","pages":[{"group":"Properties","pages":[{"title":"Text","href":"/api-reference/secrets/properties/text"},{"title":"Binary","href":"/api-reference/secrets/properties/binary"},{"title":"Username Password","href":"/api-reference/secrets/properties/username-password"},{"title":"M2M OAuth","href":"/api-reference/secrets/properties/oauth"}]},{"openapi":"post /api/orchestration/fabric/{fabricId}/secret","title":"Add secret to fabric","href":"/api-reference/secrets/add-secret-to-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/secret","title":"List secrets per fabric","href":"/api-reference/secrets/list-secrets-per-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/secret/id/{secretId}","title":"Retrieve secret details","href":"/api-reference/secrets/retrieve-secret-details"},{"openapi":"put /api/orchestration/fabric/{fabricId}/secret/id/{secretId}","title":"Update secret","href":"/api-reference/secrets/update-secret"},{"openapi":"delete /api/orchestration/fabric/{fabricId}/secret/id/{secretId}","title":"Delete secret","href":"/api-reference/secrets/delete-secret"}]},{"group":"Projects","pages":[{"title":"Create project","href":"/api-reference/projects/create-project"},{"title":"Commit changes","href":"/api-reference/projects/commit-changes"},{"title":"Publish release","href":"/api-reference/projects/publish-release"},{"title":"List releases","href":"/api-reference/projects/list-releases"},{"openapi":"post /api/deploy/project","title":"Deploy project","href":"/api-reference/projects/deploy-project"}]},{"group":"Pipelines","pages":[{"openapi":"post /api/editor/sqlEditor/pipeline/create","title":"Create pipeline","href":"/api-reference/pipelines/create-pipeline"},{"openapi":"post /api/trigger/pipeline","title":"Trigger pipeline run","href":"/api-reference/pipelines/trigger-pipeline-run"},{"openapi":"get /api/trigger/pipeline/{runId}","title":"Get pipeline run status","href":"/api-reference/pipelines/get-pipeline-run-status"},{"openapi":"post /api/trigger/pipeline/{runId}/cancel","title":"Cancel pipeline run","href":"/api-reference/pipelines/cancel-pipeline-run"},{"openapi":"post /api/orchestration/tests/run","title":"Run data tests","href":"/api-reference/pipelines/run-data-tests"}]}]}]},{"tab":"Administration","groups":[{"group":"Platform","pages":[{"title":"Editions","href":"/administration/platform/editions"},{"title":"Architecture","href":"/administration/platform/architecture"},{"title":"Deployment models","href":"/administration/platform/prophecy-deployment"}]},{"group":"Setup","pages":[{"title":"Express Edition","href":"/administration/setup/prophecy-express-guide"},{"title":"Enterprise Edition","href":"/administration/setup/prophecy-enterprise-guide"},{"title":"Databricks Partner Connect","href":"/administration/setup/databricks-partner-connect"}]},{"group":"Management","pages":[{"group":"Teams","pages":[{"title":"Teams","href":"/administration/management/teams/teams"},{"group":"Settings","pages":[{"title":"AI settings","href":"/administration/management/teams/settings/ai"},{"title":"Default dependencies","href":"/administration/management/teams/settings/default-dependencies"},{"title":"Spark settings","href":"/administration/management/teams/settings/spark"},{"title":"Project creation templates","href":"/administration/management/teams/settings/project-creation-template"}]}]},{"group":"Users","pages":[{"title":"Team and user provisioning","href":"/administration/management/users/team-user-provisioning"},{"title":"Account settings","href":"/administration/management/users/account-settings"},{"group":"Access control","pages":[{"title":"Role-based access control (RBAC)","href":"/administration/management/users/access/role-based-access"},{"title":"Team-based access","href":"/administration/management/users/access/team-based-access"}]}]},{"group":"Authentication","pages":[{"title":"Authentication options","href":"/administration/management/authentication/authentication"},{"title":"SAML authentication (SCIM optional)","href":"/administration/management/authentication/saml"},{"title":"Microsoft Entra ID SSO","href":"/administration/management/authentication/azure-ad"},{"title":"Google SSO","href":"/administration/management/authentication/google-sso"},{"title":"LDAP authentication","href":"/administration/management/authentication/ldap"},{"title":"Group-to-team mapping","href":"/administration/management/authentication/group-team-mapping"}]},{"group":"Cluster admin settings","pages":[{"title":"Settings list","href":"/administration/management/cluster-admin-settings/cluster-admin-settings"},{"title":"OAuth app registrations","href":"/administration/management/cluster-admin-settings/oauth-setup"},{"title":"Copilot settings","href":"/administration/management/cluster-admin-settings/copilot-settings"},{"title":"Configure Anthropic endpoint for Prophecy","href":"/administration/management/cluster-admin-settings/configure-endpoint"},{"title":"Feature management","href":"/administration/management/cluster-admin-settings/feature-management"},{"title":"Git connection policy","href":"/administration/management/cluster-admin-settings/git-connection-policy"},{"title":"Knowledge graph configuration","href":"/administration/management/cluster-admin-settings/knowledge-graph-config"}]},{"group":"Usage and billing","pages":[{"title":"Manage billing","href":"/administration/management/usage-billing/usage-billing"},{"title":"Credits","href":"/administration/management/usage-billing/credits"}]},{"title":"Audit logs","href":"/administration/management/audit-logs"}]},{"group":"Help and resources","pages":[{"title":"Get in touch","href":"/administration/getting-help/get-in-touch"},{"title":"Prophecy status page","href":"/administration/getting-help/status-page"},{"group":"Support","pages":[{"title":"Support requests","href":"/administration/getting-help/submit-request"},{"title":"Troubleshooting","href":"/administration/getting-help/troubleshooting"},{"group":"Collect diagnostic data","pages":[{"title":"Send logs to Support","href":"/administration/getting-help/prophecy-details"},{"title":"Send Spark cluster details","href":"/administration/getting-help/spark-cluster-details"},{"title":"Download HAR files","href":"/administration/getting-help/har-file"},{"title":"Understand fabric diagnostics","href":"/administration/getting-help/diagnostics"},{"title":"Get AI chat session information","href":"/administration/getting-help/copy-session-info"}]}]},{"title":"Security","href":"/administration/getting-help/security"}]}]},{"tab":"Releases","groups":[{"group":"Releases","pages":[{"title":"2026 releases","href":"/releases/2026"},{"title":"2025 releases","href":"/releases/2025"}]},{"group":"Reference","pages":[{"title":"Version chart","mode":"wide","href":"/releases/version-chart"},{"title":"Version support lifecycle","href":"/releases/version-support"},{"title":"Find your Prophecy version","href":"/releases/find-version"}]}]}]},{"dropdown":"Data Engineering","icon":"https://mintlify.s3.us-west-1.amazonaws.com/prophecy-62973bd0/images/code-square-a.svg","tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/data-engineering/getting-started/quick-start"}]},{"tab":"Gem reference","groups":[{"group":"Overview","pages":[{"title":"Gems for Data Engineering","href":"/data-engineering/gems/gems"},{"title":"Expression builder","href":"/data-engineering/gems/expression-builder"}]},{"group":"Sources and targets","pages":[{"group":"Catalog tables","pages":[{"title":"Delta Table","href":"/data-engineering/gems/source-target/catalog-table/delta"},{"title":"Hive Table","href":"/data-engineering/gems/source-target/catalog-table/hive"},{"title":"Iceberg","href":"/data-engineering/gems/source-target/catalog-table/iceberg"}]},{"group":"File formats","pages":[{"title":"Avro","href":"/data-engineering/gems/source-target/file/avro"},{"title":"CSV file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/csv"},{"title":"Delta","href":"/data-engineering/gems/source-target/file/delta"},{"title":"Fixed Format","href":"/data-engineering/gems/source-target/file/fixed-format"},{"title":"JSON file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/json"},{"title":"Kafka","href":"/data-engineering/gems/source-target/file/kafka-stream"},{"title":"ORC","href":"/data-engineering/gems/source-target/file/orc"},{"title":"Parquet file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/parquet"},{"title":"Seed","href":"/data-engineering/gems/source-target/file/seed"},{"title":"Data Generator","href":"/data-engineering/gems/source-target/file/synthetic-data-generator"},{"title":"Text file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/text"},{"title":"Upload files gem for Data Engineering","href":"/data-engineering/gems/source-target/file/upload-file"},{"title":"XLSX (Excel)","href":"/data-engineering/gems/source-target/file/xlsx"},{"title":"XML file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/xml"}]},{"group":"Warehouses","pages":[{"title":"BigQuery","href":"/data-engineering/gems/source-target/warehouse/bigquery"},{"title":"CosmosDB","href":"/data-engineering/gems/source-target/warehouse/cosmos"},{"title":"JDBC","href":"/data-engineering/gems/source-target/warehouse/jdbc"},{"title":"MongoDB warehouse gem","href":"/data-engineering/gems/source-target/warehouse/mongodb"},{"title":"Redshift","description":"Parameters and properties to read from and write to the Redshift warehouse.","href":"/data-engineering/gems/source-target/warehouse/redshift"},{"title":"Snowflake warehouse gem","href":"/data-engineering/gems/source-target/warehouse/snowflake"}]},{"group":"Web applications","pages":[{"title":"Salesforce web app gem","description":"Read from and write to Salesforce objects and Wave datasets in a Spark pipeline","href":"/data-engineering/gems/source-target/web-apps/salesforce"},{"title":"Smartsheet web app gem","href":"/data-engineering/gems/source-target/web-apps/smartsheet"}]},{"title":"Lookup","href":"/data-engineering/gems/source-target/lookup"}]},{"group":"Data processing","pages":[{"group":"Transform","pages":[{"title":"Aggregate gem for Data Engineering","href":"/data-engineering/gems/transform/aggregate"},{"title":"BulkColumnExpressions","href":"/data-engineering/gems/transform/bulk-column-expressions"},{"title":"BulkColumnRename","href":"/data-engineering/gems/transform/bulk-column-rename"},{"title":"ColumnParser","href":"/data-engineering/gems/transform/column-parser"},{"title":"DataCleansing gem for Data Engineering","href":"/data-engineering/gems/transform/data-cleansing"},{"title":"DataQualityCheck","href":"/data-engineering/gems/transform/data-quality-check"},{"title":"Deduplicate gem for Data Engineering","href":"/data-engineering/gems/transform/deduplicate"},{"title":"DynamicReplace","href":"/data-engineering/gems/transform/dynamic-replace"},{"title":"DynamicSelect gem for Data Engineering","href":"/data-engineering/gems/transform/dynamic-select"},{"title":"Filter gem for Data Engineering","href":"/data-engineering/gems/transform/filter"},{"title":"FlattenSchema gem for Data Engineering","href":"/data-engineering/gems/transform/flattenschema"},{"title":"FuzzyMatch gem for Data Engineering","href":"/data-engineering/gems/transform/fuzzy-match"},{"title":"Limit gem for Data Engineering","href":"/data-engineering/gems/transform/limit"},{"title":"OrderBy gem for Data Engineering","href":"/data-engineering/gems/transform/order-by"},{"title":"Reformat gem for Data Engineering","href":"/data-engineering/gems/transform/reformat"},{"title":"SampleRows","href":"/data-engineering/gems/transform/sample-rows"},{"title":"SchemaTransform","href":"/data-engineering/gems/transform/schema-transform"},{"title":"SetOperation","href":"/data-engineering/gems/transform/set-operation"},{"title":"Unpivot gem for Data Engineering","href":"/data-engineering/gems/transform/unpivot"},{"title":"WindowFunction gem for Data Engineering","href":"/data-engineering/gems/transform/window-function"}]},{"group":"Join/Split","pages":[{"title":"Join gem for Data Engineering","href":"/data-engineering/gems/join-split/join"},{"title":"Repartition","href":"/data-engineering/gems/join-split/repartition"},{"title":"RowDistributor","href":"/data-engineering/gems/join-split/row-distributor"},{"title":"CompareColumns","href":"/data-engineering/gems/join-split/compare-columns"}]}]},{"group":"Advanced","pages":[{"group":"Custom","pages":[{"title":"DeltaTableOperations","href":"/data-engineering/gems/custom/delta-table-operations"},{"title":"Directory gem for Data Engineering","href":"/data-engineering/gems/custom/directory"},{"title":"Email gem for Data Engineering","href":"/data-engineering/gems/custom/email"},{"title":"EmailData","href":"/data-engineering/gems/custom/email-data"},{"title":"FileOperation","href":"/data-engineering/gems/custom/file-operation"},{"title":"RestAPIEnrich","href":"/data-engineering/gems/custom/rest-api-enrich"},{"title":"Script gem for Data Engineering","href":"/data-engineering/gems/custom/script"},{"title":"SQLStatement gem for Data Engineering","href":"/data-engineering/gems/custom/sql-statement"},{"title":"Tableau gem for Data Engineering","href":"/data-engineering/gems/custom/tableau"}]},{"group":"Machine Learning","pages":[{"title":"Generative AI Chatbot","href":"/data-engineering/gems/machine-learning/genaichatbot"},{"title":"OpenAI","href":"/data-engineering/gems/machine-learning/ml-openai"},{"title":"PineconeLookup","href":"/data-engineering/gems/machine-learning/ml-pinecone-lookup"},{"title":"TextProcessing","href":"/data-engineering/gems/machine-learning/ml-text-processing"}]},{"group":"Subgraph","pages":[{"title":"What are Subgraphs?","href":"/data-engineering/gems/subgraph/subgraph"},{"title":"Subgraph","href":"/data-engineering/gems/subgraph/basicSubgraph"},{"title":"TableIterator","href":"/data-engineering/gems/subgraph/tableIterator"},{"title":"WhileIterator","href":"/data-engineering/gems/subgraph/while-iterator"}]}]}]},{"tab":"Import \u0026 Migrate","pages":[{"title":"Import \u0026 Migrate","href":"/import-tool"}]},{"tab":"API reference","pages":[{"title":"API reference","href":"/api-reference/introduction"}]},{"tab":"Administration","pages":[{"title":"Administration","href":"/administration/platform/editions"}]},{"tab":"Releases","pages":[{"title":"Releases","href":"/releases/2026"}]}]}]},"basePath":"","title":"Snowflake warehouse gem - Prophecy Documentation","deploymentId":"dpl_FZMKUpaaKiVETbfqhoUe4sPFDTmY","buildId":"dpl_FZMKUpaaKiVETbfqhoUe4sPFDTmY","dynamics":[],"chunks":[]}