Review the set of data types supported in pipelines
When processing data in Prophecy, the available data types depend on which SQL warehouse your organization uses. This guide outlines which data types are supported in Prophecy for each platform. You’ll work with data types when reading data sources and defining their schemas.
Data types
The tables below list the data types Prophecy supports depending on the SQL warehouse you use for processing.
Represents calendar dates without a time component.
Decimal
Represents fixed-point numbers with a specified precision and scale.
Float
Represents approximate numeric values.
Integer
Represents whole numbers.
Object
Represents semi-structured key-value data.
String
Represents variable-length character strings.
Time
Represents a time of day without a date.
Timestamp
Represents a date and time value.
Variant
Represents semi-structured data such as JSON, Avro, ORC, Parquet, or XML.
Prophecy maps Snowflake SQL types to the simplified data types shown above.For example:
Integer includes Snowflake integer types such as NUMBER, DECIMAL, NUMERIC, INT, INTEGER, BIGINT, SMALLINT, TINYINT, and BYTEINT when they represent whole numbers.
Float includes approximate numeric types such as FLOAT, FLOAT4, FLOAT8, DOUBLE, DOUBLE PRECISION, and REAL.
String includes character and text types such as VARCHAR, CHAR, CHARACTER, STRING, and TEXT.
Timestamp includes TIMESTAMP_NTZ, TIMESTAMP_LTZ, and TIMESTAMP_TZ.
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"Prophecy Documentation","colors":{"primary":"#4c4ddc","light":"#a7b5f6","dark":"#30317c"},"logo":{"light":"https://mintcdn.com/prophecy-62973bd0/lcN2OD-DxXqbYTCG/images/logo/logo-light.png?fit=max\u0026auto=format\u0026n=lcN2OD-DxXqbYTCG\u0026q=85\u0026s=562c39e11224578b41fff31c8ba18da4","dark":"https://mintcdn.com/prophecy-62973bd0/lcN2OD-DxXqbYTCG/images/logo/logo-dark.png?fit=max\u0026auto=format\u0026n=lcN2OD-DxXqbYTCG\u0026q=85\u0026s=d061567d81de4dab338413e9a5a70291"},"favicon":"https://mintcdn.com/prophecy-62973bd0/5tvw_2e98LqB5rz7/favicon.png?fit=max\u0026auto=format\u0026n=5tvw_2e98LqB5rz7\u0026q=85\u0026s=c28005e2ace2bd1029bbff785a81784b","api":{"playground":{"display":"simple"},"mdx":{"server":"https://app.prophecy.io/"}},"navbar":{"links":[{"href":"mailto:docs@prophecy.io","label":"Feedback"}],"primary":{"type":"button","label":"Try Prophecy","href":"https://app.prophecy.ai/metadata/auth/signup"}},"footer":{},"integrations":{"clarity":{"projectId":"ybniugwxfu"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"prophecy-62973bd0","hasAudioNarration":false,"actualSubdomain":"prophecy-62973bd0","customDomains":["docs.prophecy.ai"],"gitSource":{"type":"github","owner":"prophecy-io","repo":"prophecy-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"feedback":{"thumbs":true,"issues":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"DISABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"DISABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af209fe25a27df1d277e9c8","clientVersion":"0.0.4205","searchFilterCounts":[{"language":"default","tag":"Data Engineering","count":317},{"language":"default","tag":"Data Analysis","count":237},{"language":"default","tag":"Documentation","count":201},{"language":"default","tag":"Gem reference","count":181},{"language":"default","tag":"Sources and targets","count":75},{"language":"default","tag":"Import \u0026 Migrate","count":71},{"language":"default","tag":"Data processing","count":66},{"language":"default","tag":"API reference","count":57},{"language":"default","tag":"Endpoints","count":54},{"language":"default","tag":"Build and inspect pipelines","count":46}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".table-example{overflow:hidden;max-width:100%}.table-example [data-table-wrapper=\"true\"]{overflow:hidden!important;max-width:100%!important;width:100%!important;margin-top:0.5em!important;margin-bottom:0.5em!important;padding-top:0.5em!important;padding-bottom:0.5em!important;margin-left:0!important;margin-right:0!important}.table-example [data-table-wrapper=\"true\"]>div{max-width:100%!important;width:100%!important;padding-left:0!important;padding-right:0!important}.table-example table{width:100%!important;max-width:100%!important;min-width:0!important;table-layout:auto;border:1px solid #d1d5db;border-collapse:collapse;border-radius:6px;overflow:hidden;background-color:#ffffff;box-shadow:0 1px 3px rgba(0, 0, 0, 0.1)}.table-example table td,.table-example table th{min-width:0!important;word-wrap:break-word;overflow-wrap:break-word}.table-example thead{background-color:#f9fafb;border-bottom:2px solid #e5e7eb}.table-example thead th{padding:8px 12px;font-weight:600;text-align:left;border-bottom:2px solid #e5e7eb}.table-example tbody{font-family:monospace}.table-example tbody td{padding:8px 12px;border-bottom:1px solid #f3f4f6}.table-example tbody tr:nth-child(even){font-family:monospace;background-color:#f9fafb}.table-example tbody tr:last-child td{border-bottom:none}[data-component-part=\"callout-icon\"] img{height:auto!important}.nav-dropdown-item-icon{background-color:#e1e7fd}.dark .nav-dropdown-item-icon{background-color:#a7b5f6}#search-bar-entry,#search-bar-entry-mobile{border-radius:12px}#search-input{border-radius:12px}"}],"page":{"pagePath":"data-analysis/gems/data-types","slug":"/data-analysis/gems/data-types","pageMetadata":{"title":"Supported data types","description":"Review the set of data types supported in pipelines","href":"/data-analysis/gems/data-types"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Review the set of data types supported in pipelines\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,li:`li`,p:`p`,strong:`strong`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,ul:`ul`,..._provideComponents(),...props.components},{Heading,Info,OptimizedImage,Tab,Table,Tabs}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!Info)_missingMdxReference(`Info`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Tab)_missingMdxReference(`Tab`,true);if(!Table)_missingMdxReference(`Table`,true);if(!Tabs)_missingMdxReference(`Tabs`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`When processing data in Prophecy, the available data types depend on which SQL warehouse your organization uses. This guide outlines which data types are supported in Prophecy for each platform. You’ll work with data types when reading data sources and defining their schemas.`}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=16b0b31f95459b9a2534522e6df05488`,alt:`Infer schema`,\"data-og-width\":`2870`,width:`2870`,\"data-og-height\":`1608`,height:`1608`,\"data-path\":`data-analysis/gems/img/data-types.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?w=280\u0026fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=21fd2514e40e7287b185ccc3833d89a5 280w, https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?w=560\u0026fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=a5ffe316b7423d6cb29fbe3d50a42e99 560w, https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?w=840\u0026fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=bcf4b03454efc11793851f38ec58892f 840w, https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?w=1100\u0026fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=21b17a83bd7792f4882ea50b4a105265 1100w, https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?w=1650\u0026fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=83218b32e14a61b47538b0d9e66659c1 1650w, https://mintcdn.com/prophecy-62973bd0/88t3kPk63E5ZR9Oi/data-analysis/gems/img/data-types.png?w=2500\u0026fit=max\u0026auto=format\u0026n=88t3kPk63E5ZR9Oi\u0026q=85\u0026s=f47221b24cdf5250f4253766329da990 2500w`}),`\n`,_jsx(Heading,{level:`2`,id:`data-types`,children:`Data types`}),`\n`,_jsxs(_components.p,{children:[`The tables below list the data types Prophecy supports depending on the `,_jsx(_components.a,{href:`/data-analysis/environment/fabrics/prophecy-fabrics`,children:`SQL warehouse`}),` you use for processing.`]}),`\n`,_jsxs(Tabs,{children:[_jsxs(Tab,{title:`Databricks`,id:`databricks`,children:[_jsxs(_components.p,{children:[`The data types you see in Prophecy correspond to `,_jsx(_components.a,{href:`https://docs.databricks.com/aws/en/sql/language-manual/sql-ref-datatypes`,children:`data types in Databricks SQL`}),`.`]}),_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Data type`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Array`}),_jsx(_components.td,{children:`Represents values comprising a sequence of elements.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Bigint`}),_jsx(_components.td,{children:`Represents 8-byte signed integer numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Binary`}),_jsx(_components.td,{children:`Represents byte sequence values. Only partially supported in the Prophecy UI.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Boolean`}),_jsx(_components.td,{children:`Represents true and false values.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Date`}),_jsx(_components.td,{children:`Represents values comprising year, month, and day, without a timezone.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Decimal`}),_jsx(_components.td,{children:`Represents numbers with maximum precision and fixed scale.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Double`}),_jsx(_components.td,{children:`Represents 8-byte double-precision floating point numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Float`}),_jsx(_components.td,{children:`Represents 4-byte single-precision floating point numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Integer`}),_jsx(_components.td,{children:`Represents 4-byte signed integer numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Smallint`}),_jsx(_components.td,{children:`Represents 2-byte signed integer numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`String`}),_jsx(_components.td,{children:`Represents character string values.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Struct`}),_jsx(_components.td,{children:`Represents values with the structure described by a sequence of fields.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Timestamp`}),_jsx(_components.td,{children:`Represents values comprising year, month, day, hour, minute, and second, with a timezone.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Tinyint`}),_jsx(_components.td,{children:`Represents 1-byte signed integer numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Variant`}),_jsx(_components.td,{children:`Represents semi-structured data. Only partially supported in the Prophecy UI.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Void`}),_jsx(_components.td,{children:`Represents the untyped NULL. Only partially supported in the Prophecy UI.`})]})]})]})]}),_jsxs(Tab,{title:`BigQuery`,id:`bigquery`,children:[_jsxs(_components.p,{children:[`These data types you see in Prophecy correspond to the `,_jsx(_components.a,{href:`https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types`,children:`data types in BigQuery`}),`.`]}),_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Data type`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Record`}),_jsxs(_components.td,{children:[`Represents a column with `,_jsx(_components.a,{href:`https://cloud.google.com/bigquery/docs/nested-repeated`,children:`nested data`}),`.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`STRUCT`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Array`}),_jsxs(_components.td,{children:[`Represents a list of non-array values of the same data type.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`ARRAY`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`BigNumeric`}),_jsxs(_components.td,{children:[`Represents a decimal value with precision of 76.76 digits. `,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`BIGNUMERIC`}),_jsx(`br`,{}),`SQL aliases: `,_jsx(_components.strong,{children:`BIGDECIMAL`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Numeric`}),_jsxs(_components.td,{children:[`Represents a decimal value with precision of 38 digits.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`NUMERIC`}),_jsx(`br`,{}),`SQL aliases: `,_jsx(_components.strong,{children:`DECIMAL`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Datetime`}),_jsxs(_components.td,{children:[`Represents a Gregorian date and a time, independent of time zone. `,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`DATETIME`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Time`}),_jsxs(_components.td,{children:[`Represents a time of day, independent of a specific date and time zone. `,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`TIME`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Date`}),_jsxs(_components.td,{children:[`Represents a Gregorian calendar date, independent of time zone. `,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`DATE`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Timestamp`}),_jsxs(_components.td,{children:[`Represents an absolute point in time, with microsecond precision and no timezone context. `,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`TIMESTAMP`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Boolean`}),_jsxs(_components.td,{children:[`Represents true and false values.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`BOOL`}),_jsx(`br`,{}),`SQL aliases: `,_jsx(_components.strong,{children:`BOOLEAN`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Float`}),_jsxs(_components.td,{children:[`Represents an approximate double-precision numeric value.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`FLOAT64`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Integer`}),_jsxs(_components.td,{children:[`Represents a 64-bit integer.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`INT64`}),_jsx(`br`,{}),`SQL aliases: `,_jsx(_components.strong,{children:`INT`}),`, `,_jsx(_components.strong,{children:`SMALLINT`}),`, `,_jsx(_components.strong,{children:`INTEGER`}),`, `,_jsx(_components.strong,{children:`BIGINT`}),`, `,_jsx(_components.strong,{children:`TINYINT`}),`, `,_jsx(_components.strong,{children:`BYTEINT`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Bytes`}),_jsxs(_components.td,{children:[`Represents variable-length binary data.`,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`BYTES`})]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`String`}),_jsxs(_components.td,{children:[`Represents variable-length character strings. `,_jsx(`br`,{}),`SQL type name: `,_jsx(_components.strong,{children:`STRING`})]})]})]})]}),_jsx(Info,{children:_jsxs(_components.ul,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`JSON:`}),` Supported. Prophecy infers the JSON schema and displays nested fields in the UI.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Geography:`}),` Serialized and stored as strings.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Interval:`}),` Converted to a month-day-nano interval type for display and processing.`]}),`\n`]})})]}),_jsxs(Tab,{title:`Snowflake`,id:`snowflake`,children:[_jsxs(_components.p,{children:[`The data types you see in Prophecy correspond to the `,_jsx(_components.a,{href:`https://docs.snowflake.com/en/sql-reference-data-types`,children:`data types in Snowflake`}),`.`]}),_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Data type`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Array`}),_jsx(_components.td,{children:`Represents semi-structured arrays of values.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Binary`}),_jsx(_components.td,{children:`Represents variable-length binary data.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Boolean`}),_jsx(_components.td,{children:`Represents true and false values.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Date`}),_jsx(_components.td,{children:`Represents calendar dates without a time component.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Decimal`}),_jsx(_components.td,{children:`Represents fixed-point numbers with a specified precision and scale.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Float`}),_jsx(_components.td,{children:`Represents approximate numeric values.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Integer`}),_jsx(_components.td,{children:`Represents whole numbers.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Object`}),_jsx(_components.td,{children:`Represents semi-structured key-value data.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`String`}),_jsx(_components.td,{children:`Represents variable-length character strings.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Time`}),_jsx(_components.td,{children:`Represents a time of day without a date.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Timestamp`}),_jsx(_components.td,{children:`Represents a date and time value.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Variant`}),_jsx(_components.td,{children:`Represents semi-structured data such as JSON, Avro, ORC, Parquet, or XML.`})]})]})]}),_jsxs(Info,{children:[_jsx(_components.p,{children:`Prophecy maps Snowflake SQL types to the simplified data types shown above.`}),_jsx(_components.p,{children:`For example:`}),_jsxs(_components.ul,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Integer`}),` includes Snowflake integer types such as `,_jsx(_components.code,{children:`NUMBER`}),`, `,_jsx(_components.code,{children:`DECIMAL`}),`, `,_jsx(_components.code,{children:`NUMERIC`}),`, `,_jsx(_components.code,{children:`INT`}),`, `,_jsx(_components.code,{children:`INTEGER`}),`, `,_jsx(_components.code,{children:`BIGINT`}),`, `,_jsx(_components.code,{children:`SMALLINT`}),`, `,_jsx(_components.code,{children:`TINYINT`}),`, and `,_jsx(_components.code,{children:`BYTEINT`}),` when they represent whole numbers.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Float`}),` includes approximate numeric types such as `,_jsx(_components.code,{children:`FLOAT`}),`, `,_jsx(_components.code,{children:`FLOAT4`}),`, `,_jsx(_components.code,{children:`FLOAT8`}),`, `,_jsx(_components.code,{children:`DOUBLE`}),`, `,_jsx(_components.code,{children:`DOUBLE PRECISION`}),`, and `,_jsx(_components.code,{children:`REAL`}),`.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`String`}),` includes character and text types such as `,_jsx(_components.code,{children:`VARCHAR`}),`, `,_jsx(_components.code,{children:`CHAR`}),`, `,_jsx(_components.code,{children:`CHARACTER`}),`, `,_jsx(_components.code,{children:`STRING`}),`, and `,_jsx(_components.code,{children:`TEXT`}),`.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Timestamp`}),` includes `,_jsx(_components.code,{children:`TIMESTAMP_NTZ`}),`, `,_jsx(_components.code,{children:`TIMESTAMP_LTZ`}),`, and `,_jsx(_components.code,{children:`TIMESTAMP_TZ`}),`.`]}),`\n`]})]})]})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Supported data types","description":"Review the set of data types supported in pipelines","href":"/data-analysis/gems/data-types"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Data types","slug":"data-types","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/prophecy-62973bd0/3ea86f2109c2be36/inkeep.js","/_mintlify/custom/prophecy-62973bd0/8701664ef6557ce5/fullstory.js"],"subdomain":"prophecy-62973bd0","siteName":"Prophecy Documentation","title":"Supported data types - Prophecy Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-07-14T16:00:53.281Z","originalFileLocation":"data-analysis/gems/data-types.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Review the set of data types supported in pipelines\">\u003cmeta data-mint-head name=\"application-name\" content=\"Prophecy Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Supported data types - Prophecy Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Review the set of data types supported in pipelines\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Prophecy Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.prophecy.ai/data-analysis/gems/data-types\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://prophecy-62973bd0.mintlify.site/_mintlify/api/og/v2?division=Overview\u0026amp;title=Supported+data+types\u0026amp;description=Review+the+set+of+data+types+supported+in+pipelines\u0026amp;theme=cd5554f49f0aca103ab5fb5f\u0026amp;signature=28816387af86235f9e90e297b11e253da101b4f225bae437ecdbfa97229ac50e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Supported data types - Prophecy Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Review the set of data types supported in pipelines\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://prophecy-62973bd0.mintlify.site/_mintlify/api/og/v2?division=Overview\u0026amp;title=Supported+data+types\u0026amp;description=Review+the+set+of+data+types+supported+in+pipelines\u0026amp;theme=cd5554f49f0aca103ab5fb5f\u0026amp;signature=28816387af86235f9e90e297b11e253da101b4f225bae437ecdbfa97229ac50e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/prophecy-62973bd0/e3HT_1xvO76PQAUr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Prophecy Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#4c4ddc\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.prophecy.ai/data-analysis/gems/data-types\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/data-analysis/gems/data-types.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.prophecy.ai/#organization\",\"name\":\"Prophecy Documentation\",\"url\":\"https://docs.prophecy.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/prophecy-62973bd0/lcN2OD-DxXqbYTCG/images/logo/logo-light.png?fit=max\u0026auto=format\u0026n=lcN2OD-DxXqbYTCG\u0026q=85\u0026s=562c39e11224578b41fff31c8ba18da4\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.prophecy.ai#website\",\"name\":\"Prophecy Documentation\",\"url\":\"https://docs.prophecy.ai\",\"publisher\":{\"@id\":\"https://docs.prophecy.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.prophecy.ai/data-analysis/gems/data-types#webpage\",\"url\":\"https://docs.prophecy.ai/data-analysis/gems/data-types\",\"name\":\"Supported data types\",\"description\":\"Review the set of data types supported in pipelines\",\"dateModified\":\"2026-07-14T16:00:53.281Z\",\"isPartOf\":{\"@id\":\"https://docs.prophecy.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.prophecy.ai/data-analysis/gems/data-types#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.prophecy.ai/data-analysis/gems/data-types#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Overview\",\"item\":\"https://docs.prophecy.ai/data-analysis/gems/gems\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Supported data types\",\"item\":\"https://docs.prophecy.ai/data-analysis/gems/data-types\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.prophecy.ai/data-analysis/gems/data-types#article\",\"headline\":\"Supported data types\",\"name\":\"Supported data types\",\"description\":\"Review the set of data types supported in pipelines\",\"url\":\"https://docs.prophecy.ai/data-analysis/gems/data-types\",\"mainEntityOfPage\":{\"@id\":\"https://docs.prophecy.ai/data-analysis/gems/data-types#webpage\"},\"dateModified\":\"2026-07-14T16:00:53.281Z\",\"publisher\":{\"@id\":\"https://docs.prophecy.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.prophecy.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Prophecy Documentation\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Prophecy Documentation\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/data-analysis/gems/data-types.md","siteName":"Prophecy Documentation","nav":{"global":null,"dropdowns":[{"dropdown":"Data Analysis","icon":"https://mintlify.s3.us-west-1.amazonaws.com/prophecy-62973bd0/images/bar-chart-j.svg","tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":""}]},{"tab":"Gem reference","groups":[{"group":"Overview","pages":[{"title":"Gems for Data Analysis","description":"Building blocks of your data pipelines","href":"/data-analysis/gems/gems"},{"title":"Supported data types","href":"/data-analysis/gems/data-types"},{"group":"Copilot for gems","pages":[{"title":"Generate expressions in gems","description":"Automatically generate expressions with natural language","href":"/data-analysis/gems/copilot/gem-expressions"},{"title":"Error fixing","href":"/data-analysis/gems/copilot/gem-fixes"},{"title":"Gem auto-documentation","href":"/data-analysis/gems/copilot/auto-documentation"}]},{"group":"Visual expressions","pages":[{"title":"Visual expression builder","href":"/data-analysis/gems/visual-expression-builder/visual-expression-builder"},{"title":"Common expression patterns","href":"/data-analysis/gems/visual-expression-builder/use-the-visual-expression-builder"},{"title":"Visual expressions reference","href":"/data-analysis/gems/visual-expression-builder/visual-expression-builder-reference"},{"title":"Variant data type","href":"/data-analysis/gems/visual-expression-builder/variant-schema"}]}]},{"group":"Sources and targets","pages":[{"title":"Source and target types","href":"/data-analysis/gems/source-target/source-target"},{"title":"Add data sources","href":"/data-analysis/gems/source-target/adding-data-sources"},{"group":"Tables (Warehouse)","pages":[{"title":"Read from BigQuery tables","href":"/data-analysis/gems/source-target/table/bigquery-read"},{"title":"Write to BigQuery tables","href":"/data-analysis/gems/source-target/table/bigquery-write"},{"title":"Read from Databricks tables","href":"/data-analysis/gems/source-target/table/databricks-read"},{"title":"Write to Databricks tables","href":"/data-analysis/gems/source-target/table/databricks-write"},{"title":"Read from Snowflake tables","href":"/data-analysis/gems/source-target/table/snowflake-read"},{"title":"Write to Snowflake tables","href":"/data-analysis/gems/source-target/table/snowflake-write"},{"title":"Prophecy In Memory","href":"/data-analysis/gems/source-target/table/prophecy-warehouse"},{"title":"Upload files gem for Data Analysis","href":"/data-analysis/gems/source-target/table/upload-files"},{"group":"Write options","pages":[{"title":"Write options","sidebarTitle":"Overview","href":"/data-analysis/gems/source-target/table/write/write-options"},{"title":"Wipe and Replace Table","href":"/data-analysis/gems/source-target/table/write/wipe-replace-table"},{"title":"Append Rows","href":"/data-analysis/gems/source-target/table/write/append"},{"title":"Upsert Row","href":"/data-analysis/gems/source-target/table/write/upsert"},{"title":"Append Unique Rows","href":"/data-analysis/gems/source-target/table/write/append-unique"},{"title":"Wipe and Replace Partitions","href":"/data-analysis/gems/source-target/table/write/wipe-replace-partitions"},{"title":"Wipe and Replace Rows Per Predicate","href":"/data-analysis/gems/source-target/table/write/wipe-replace-predicate"},{"title":"SCD2","href":"/data-analysis/gems/source-target/table/write/scd2"},{"title":"Delete and Insert","href":"/data-analysis/gems/source-target/table/write/delete-insert"}]}]},{"group":"Tables (External systems)","pages":[{"title":"Google BigQuery external table gem","href":"/data-analysis/gems/source-target/external-table/bigquery"},{"title":"Databricks external table gem","href":"/data-analysis/gems/source-target/external-table/databricks"},{"title":"MSSQL external table gem","href":"/data-analysis/gems/source-target/external-table/mssql"},{"title":"MongoDB external table gem","href":"/data-analysis/gems/source-target/external-table/mongodb"},{"title":"Oracle external table gem","href":"/data-analysis/gems/source-target/external-table/oracle"},{"title":"Postgres external table gem","href":"/data-analysis/gems/source-target/external-table/postgres"},{"title":"Amazon Redshift external table gem","href":"/data-analysis/gems/source-target/external-table/redshift"},{"title":"Salesforce external table gem","href":"/data-analysis/gems/source-target/external-table/salesforce"},{"title":"SharePoint list external table gem","href":"/data-analysis/gems/source-target/external-table/sharepoint-list"},{"title":"Snowflake external table gem","href":"/data-analysis/gems/source-target/external-table/snowflake"},{"title":"MSSQL on Azure Synapse dedicated SQL pool","sidebarTitle":"MSSQL on Azure Synapse","href":"/data-analysis/gems/source-target/external-table/synapse"},{"group":"SAP HANA","pages":[{"title":"SAP HANA external table gem","href":"/data-analysis/gems/source-target/external-table/hana/hana"},{"title":"Generated columns","href":"/data-analysis/gems/source-target/external-table/hana/identity-columns"}]}]},{"group":"Files","pages":[{"group":"File storage systems","pages":[{"title":"Azure Data Lake Storage (ADLS)","href":"/data-analysis/gems/source-target/file/adls"},{"title":"Amazon S3 file gem","href":"/data-analysis/gems/source-target/file/s3"},{"title":"Google Cloud Storage (GCS)","href":"/data-analysis/gems/source-target/file/gcs"},{"title":"Databricks Volumes","href":"/data-analysis/gems/source-target/file/databricks-volumes"},{"title":"SFTP file gem","href":"/data-analysis/gems/source-target/file/sftp"},{"title":"Microsoft OneDrive file gem","href":"/data-analysis/gems/source-target/file/onedrive"},{"title":"Microsoft SharePoint file gem","href":"/data-analysis/gems/source-target/file/sharepoint"},{"title":"Smartsheet file gem","href":"/data-analysis/gems/source-target/file/smartsheet"}]},{"group":"File types","pages":[{"title":"CSV file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/csv"},{"title":"Excel","href":"/data-analysis/gems/source-target/file/file-types/excel"},{"title":"Parquet file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/parquet"},{"title":"JSON file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/json"},{"title":"XML file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/xml"},{"title":"Text file gem for Data Analysis","href":"/data-analysis/gems/source-target/file/file-types/text"},{"title":"Fixed-width","href":"/data-analysis/gems/source-target/file/file-types/fixed-width"}]}]}]},{"group":"Data processing","pages":[{"group":"Transform","pages":[{"title":"Aggregate gem for Data Analysis","href":"/data-analysis/gems/transform/aggregate"},{"title":"CountRecords","href":"/data-analysis/gems/transform/count-records"},{"title":"DataEncoderDecoder","href":"/data-analysis/gems/transform/encoder-decoder"},{"title":"DynamicSelect gem for Data Analysis","href":"/data-analysis/gems/transform/dynamic-select"},{"title":"FuzzyMatch gem for Data Analysis","href":"/data-analysis/gems/transform/fuzzy-match"},{"title":"Pivot","href":"/data-analysis/gems/transform/pivot"},{"title":"RunningTotal","href":"/data-analysis/gems/transform/running-total"},{"title":"Unpivot gem for Data Analysis","href":"/data-analysis/gems/transform/unpivot"},{"title":"WindowFunction gem for Data Analysis","href":"/data-analysis/gems/transform/window"},{"title":"WeightedAverage","href":"/data-analysis/gems/transform/weighted-average"}]},{"group":"Prepare","pages":[{"title":"DataCleansing gem for Data Analysis","href":"/data-analysis/gems/prepare/data-cleansing"},{"title":"DataMasking","href":"/data-analysis/gems/prepare/masking"},{"title":"Deduplicate gem for Data Analysis","href":"/data-analysis/gems/prepare/deduplicate"},{"title":"Filter gem for Data Analysis","href":"/data-analysis/gems/prepare/filter"},{"title":"FindDuplicates","href":"/data-analysis/gems/prepare/find-duplicates"},{"title":"FlattenSchema gem for Data Analysis","href":"/data-analysis/gems/prepare/flatten-schema"},{"title":"GenerateRows","href":"/data-analysis/gems/prepare/generate-rows"},{"title":"Imputation","href":"/data-analysis/gems/prepare/imputation"},{"title":"Limit gem for Data Analysis","href":"/data-analysis/gems/prepare/limit"},{"title":"MultiColumnEdit","href":"/data-analysis/gems/prepare/multi-column-edit"},{"title":"MultiColumnRename","href":"/data-analysis/gems/prepare/multi-column-rename"},{"title":"OrderBy gem for Data Analysis","href":"/data-analysis/gems/prepare/order-by"},{"title":"RecordID","href":"/data-analysis/gems/prepare/record-id"},{"title":"Reformat gem for Data Analysis","href":"/data-analysis/gems/prepare/reformat"},{"title":"Tile","href":"/data-analysis/gems/prepare/tile"}]},{"group":"Join","pages":[{"title":"Except","href":"/data-analysis/gems/join-split/except"},{"title":"Intersect","href":"/data-analysis/gems/join-split/intersect"},{"title":"Join gem for Data Analysis","href":"/data-analysis/gems/join-split/join"},{"title":"Union","href":"/data-analysis/gems/join-split/union"},{"title":"UnionByName","href":"/data-analysis/gems/join-split/union-by-name"}]},{"group":"Spatial","pages":[{"title":"Buffer","href":"/data-analysis/gems/spatial/buffer"},{"title":"CreatePoint","href":"/data-analysis/gems/spatial/create-point"},{"title":"Distance","href":"/data-analysis/gems/spatial/distance"},{"title":"Heatmap","href":"/data-analysis/gems/spatial/heatmap"},{"title":"FindNearest","href":"/data-analysis/gems/spatial/nearest-point"},{"title":"PolyBuild","href":"/data-analysis/gems/spatial/polybuild"},{"title":"Simplify","href":"/data-analysis/gems/spatial/simplify"},{"title":"SpatialMatch","href":"/data-analysis/gems/spatial/spatial-match"}]},{"group":"Parse","pages":[{"title":"JSONParse","href":"/data-analysis/gems/parse/json-parse"},{"title":"Regex","href":"/data-analysis/gems/parse/regex"},{"title":"TextToColumns","href":"/data-analysis/gems/parse/text-to-column"},{"title":"XMLParse","href":"/data-analysis/gems/parse/xml-parse"}]}]},{"group":"Reporting","pages":[{"group":"Report","pages":[{"title":"Email report gem","href":"/data-analysis/gems/report/email"},{"title":"PowerBIWrite","href":"/data-analysis/gems/report/power-bi"},{"title":"TableauWrite","href":"/data-analysis/gems/report/tableau"},{"title":"Visualize","href":"/data-analysis/gems/report/visualize"}]}]},{"group":"Advanced","pages":[{"group":"Custom","pages":[{"title":"Condition","href":"/data-analysis/gems/custom/condition"},{"title":"Directory gem for Data Analysis","href":"/data-analysis/gems/custom/directory"},{"title":"DynamicInput","href":"/data-analysis/gems/custom/dynamic-input"},{"title":"Macro","href":"/data-analysis/gems/custom/macro"},{"title":"Pipeline gem","href":"/data-analysis/production/scheduling/pipeline-trigger-gem"},{"title":"RestAPI","href":"/data-analysis/gems/custom/rest-api"},{"title":"Script gem for Data Analysis","href":"/data-analysis/gems/custom/script"},{"title":"SQLStatement gem for Data Analysis","href":"/data-analysis/gems/custom/sql-statement"},{"title":"StoredProcedure","href":"/data-analysis/gems/custom/stored-procedure"},{"title":"ToDo","href":"/data-analysis/gems/custom/todo-gem"}]}]}]},{"tab":"Import \u0026 Migrate","pages":[{"title":"Import \u0026 Migrate","href":"/import-tool"}]},{"tab":"API reference","pages":[{"title":"API reference","href":"/api-reference/introduction"}]},{"tab":"Administration","pages":[{"title":"Administration","href":"/administration/platform/editions"}]},{"tab":"Releases","pages":[{"title":"Releases","href":"/releases/2026"}]}]},{"dropdown":"Data Engineering","icon":"https://mintlify.s3.us-west-1.amazonaws.com/prophecy-62973bd0/images/code-square-a.svg","tabs":[{"tab":"Documentation","groups":[{"group":"Getting started","pages":[{"title":"Quickstart for Data Engineering","href":"/data-engineering/getting-started/quick-start"},{"title":"Concepts for Data Engineers","href":"/data-engineering/getting-started/concepts"}]},{"group":"Development","pages":[{"group":"Pipelines","pages":[{"title":"Pipelines for Data Engineering","href":"/data-engineering/development/pipelines/pipelines"},{"title":"Pipeline configurations","sidebarTitle":"Configurations","href":"/data-engineering/development/pipelines/configuration"},{"title":"Pipeline settings","href":"/data-engineering/development/pipelines/pipeline-settings"},{"title":"Secrets in pipeline configurations","href":"/data-engineering/development/pipelines/secrets-configs"}]},{"title":"Datasets","href":"/data-engineering/development/dataset"},{"group":"Runs","pages":[{"title":"Run types","href":"/data-engineering/development/runs/execution"},{"title":"Data sampling","href":"/data-engineering/development/runs/data-sampling"},{"title":"Conditional execution","href":"/data-engineering/development/runs/conditional-execution"}]},{"group":"Explore","pages":[{"title":"Data exploration for Data Engineers","href":"/data-engineering/development/data-explorer/data-explorer"},{"title":"Data profiling for Data Engineers","href":"/data-engineering/development/data-explorer/data-profile"}]},{"title":"Spark Copilot","sidebarTitle":"Copilot","href":"/data-engineering/development/copilot/copilot"},{"group":"Functions","pages":[{"title":"User-defined functions","href":"/data-engineering/development/functions/user-defined-functions"},{"title":"Business rules","href":"/data-engineering/development/functions/business-rules-engine/business-rules-engine"}]},{"group":"Streaming","pages":[{"title":"Spark structured streaming","href":"/data-engineering/development/spark-streaming/spark-streaming"},{"title":"Streaming transformations","href":"/data-engineering/development/spark-streaming/streaming-transformations"},{"group":"Streaming sources and targets","pages":[{"title":"File-based","href":"/data-engineering/development/spark-streaming/streaming-sources-and-targets/streaming-file-gem"},{"title":"Warehouse-based","href":"/data-engineering/development/spark-streaming/streaming-sources-and-targets/streaming-warehouse-gem"},{"title":"Event-based","href":"/data-engineering/development/spark-streaming/streaming-sources-and-targets/streaming-event-gem"}]}]},{"group":"Models","pages":[{"title":"What are SQL models?","href":"/data-engineering/development/models/models"},{"title":"Model configurations","href":"/data-engineering/development/models/configuration"},{"group":"Sources and targets","pages":[{"title":"Model sources and targets","href":"/data-engineering/development/models/sources-target/sources-target"},{"title":"Dynamic target location","href":"/data-engineering/development/models/sources-target/location"}]},{"group":"Target platforms","pages":[{"title":"BigQuery target models","href":"/data-engineering/development/models/target-platforms/bigquery-target"},{"title":"Databricks target models","href":"/data-engineering/development/models/target-platforms/databricks-target"},{"title":"Snowflake target models","href":"/data-engineering/development/models/target-platforms/snowflake-target"}]}]},{"title":"Data Engineering best practices","href":"/data-engineering/development/best-practices"}]},{"group":"Production","pages":[{"group":"CI/CD","pages":[{"title":"CI/CD strategies","sidebarTitle":"Strategies","href":"/data-engineering/ci-cd/reliable-ci-cd"},{"title":"Unit tests for Data Engineering","href":"/data-engineering/ci-cd/tests"},{"title":"Data diff","href":"/data-engineering/ci-cd/data-diff"},{"group":"Deployment","pages":[{"title":"Project release and deployment","href":"/data-engineering/ci-cd/deployment/deployment"},{"title":"Deployment workflow","href":"/data-engineering/ci-cd/deployment/deploy-project"},{"title":"External release tags","href":"/data-engineering/ci-cd/deployment/use-external-release-tags"}]},{"group":"Git","pages":[{"title":"Set up Git credentials","sidebarTitle":"Credentials","href":"/data-engineering/ci-cd/git/git"},{"title":"Git workflow","href":"/data-engineering/ci-cd/git/git-workflow"},{"title":"Resolve conflicts","href":"/data-engineering/ci-cd/git/git-resolve"},{"title":"Pull requests","href":"/data-engineering/ci-cd/git/pull-request-templates"},{"title":"Git best practices","href":"/data-engineering/ci-cd/git/best-practices"}]},{"group":"Prophecy Build Tool","pages":[{"title":"Prophecy Build Tool (PBT)","href":"/data-engineering/ci-cd/prophecy-build-tool/prophecy-build-tool"},{"title":"PBT on GitHub Actions","href":"/data-engineering/ci-cd/prophecy-build-tool/pbt-github-actions"},{"title":"PBT on Jenkins","href":"/data-engineering/ci-cd/prophecy-build-tool/pbt-jenkins"},{"title":"Use Prophecy Automate with PBT","href":"/data-engineering/ci-cd/prophecy-build-tool/pbt-prophecy-automate"}]}]},{"group":"Orchestration","pages":[{"title":"Databricks Jobs","href":"/data-engineering/orchestration/databricks-jobs"},{"title":"Multi Jobs Trigger","href":"/data-engineering/orchestration/multi-jobs-trigger"},{"title":"Alternative Schedulers","href":"/data-engineering/orchestration/alternative-schedulers"},{"group":"Pipeline Monitoring","pages":[{"title":"Pipeline Monitoring","href":"/data-engineering/orchestration/pipeline-monitoring/pipeline-monitoring"},{"title":"Enable Pipeline Monitoring","href":"/data-engineering/orchestration/pipeline-monitoring/enable-pipeline-monitoring"},{"title":"Use Pipeline Monitoring","href":"/data-engineering/orchestration/pipeline-monitoring/use-pipeline-monitoring"}]}]},{"group":"Lineage","pages":[{"title":"Lineage","href":"/data-engineering/lineage/lineage"},{"title":"Lineage extractor","href":"/data-engineering/lineage/lineage-extractor"}]}]},{"group":"Execution","pages":[{"group":"Fabrics","pages":[{"group":"Spark providers","pages":[{"group":"Databricks","pages":[{"title":"Create a Databricks fabric","href":"/data-engineering/fabrics/spark-provider/databricks/databricks"},{"title":"Databricks serverless compute for PySpark","sidebarTitle":"Databricks serverless","href":"/data-engineering/fabrics/spark-provider/databricks/databricks-serverless"},{"title":"Databricks policies","href":"/data-engineering/fabrics/spark-provider/databricks/databricks-policies"},{"title":"UC cluster compatibility","href":"/data-engineering/fabrics/spark-provider/databricks/UCShared"},{"title":"Set up libraries in Databricks volumes","sidebarTitle":"Set up libraries in volumes","href":"/data-engineering/fabrics/spark-provider/databricks/volumes-plibs"},{"title":"Add Prophecy libraries to allowlist for UC standard clusters","sidebarTitle":"Allowlist ProphecyLibs","href":"/data-engineering/fabrics/spark-provider/databricks/whitelist-plibs"}]},{"group":"Amazon EMR","pages":[{"title":"Amazon EMR","href":"/data-engineering/fabrics/spark-provider/emr/emr"},{"title":"Configure EMR job sizes","href":"/data-engineering/fabrics/spark-provider/emr/emr-job-sizes"},{"title":"Configure EMR SAML authentication with Okta","href":"/data-engineering/fabrics/spark-provider/emr/emr-saml"}]},{"group":"Livy","pages":[{"title":"Livy","href":"/data-engineering/fabrics/spark-provider/livy/livy"},{"title":"Install additional libraries","href":"/data-engineering/fabrics/spark-provider/livy/selective-sampling"}]},{"title":"Google Cloud Dataproc","href":"/data-engineering/fabrics/spark-provider/dataproc"},{"title":"Create an Azure Synapse fabric","href":"/data-engineering/fabrics/spark-provider/synapsefabric"},{"title":"Trial fabric","href":"/data-engineering/fabrics/spark-provider/prophecy-managed"}]},{"group":"SQL providers","pages":[{"title":"Snowflake SQL fabric","href":"/data-engineering/fabrics/sql-provider/snowflake"}]},{"title":"Secrets","href":"/data-engineering/fabrics/secret-providers"}]},{"title":"Execution metrics","href":"/data-engineering/fabrics/execution-metrics"}]},{"group":"Extensibility","pages":[{"group":"Dependencies","pages":[{"title":"Prophecy libraries","href":"/data-engineering/extensibility/dependencies/prophecy-libs"},{"title":"Spark dependencies","href":"/data-engineering/extensibility/dependencies/spark-dependencies"}]},{"group":"Package Hub","pages":[{"title":"Package hub for Data Engineering","href":"/data-engineering/extensibility/package-hub/package-hub"},{"title":"Use imported packages","href":"/data-engineering/extensibility/package-hub/use-imported-package"}]},{"group":"Gem Builder","pages":[{"title":"Gem Builder for Spark","href":"/data-engineering/extensibility/gem-builder/spark-gem-builder"},{"title":"Gem Builder reference for Spark","href":"/data-engineering/extensibility/gem-builder/gem-builder-reference"},{"title":"Build Gem UI","href":"/data-engineering/extensibility/gem-builder/gem-builder-ui"},{"title":"Optimization functions","href":"/data-engineering/extensibility/gem-builder/optimization-functions"}]}]}]},{"tab":"Gem reference","groups":[{"group":"Overview","pages":[{"title":"Gems for Data Engineering","href":"/data-engineering/gems/gems"},{"title":"Expression builder","href":"/data-engineering/gems/expression-builder"}]},{"group":"Sources and targets","pages":[{"group":"Catalog tables","pages":[{"title":"Delta Table","href":"/data-engineering/gems/source-target/catalog-table/delta"},{"title":"Hive Table","href":"/data-engineering/gems/source-target/catalog-table/hive"},{"title":"Iceberg","href":"/data-engineering/gems/source-target/catalog-table/iceberg"}]},{"group":"File formats","pages":[{"title":"Avro","href":"/data-engineering/gems/source-target/file/avro"},{"title":"CSV file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/csv"},{"title":"Delta","href":"/data-engineering/gems/source-target/file/delta"},{"title":"Fixed Format","href":"/data-engineering/gems/source-target/file/fixed-format"},{"title":"JSON file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/json"},{"title":"Kafka","href":"/data-engineering/gems/source-target/file/kafka-stream"},{"title":"ORC","href":"/data-engineering/gems/source-target/file/orc"},{"title":"Parquet file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/parquet"},{"title":"Seed","href":"/data-engineering/gems/source-target/file/seed"},{"title":"Data Generator","href":"/data-engineering/gems/source-target/file/synthetic-data-generator"},{"title":"Text file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/text"},{"title":"Upload files gem for Data Engineering","href":"/data-engineering/gems/source-target/file/upload-file"},{"title":"XLSX (Excel)","href":"/data-engineering/gems/source-target/file/xlsx"},{"title":"XML file gem for Data Engineering","href":"/data-engineering/gems/source-target/file/xml"}]},{"group":"Warehouses","pages":[{"title":"BigQuery","href":"/data-engineering/gems/source-target/warehouse/bigquery"},{"title":"CosmosDB","href":"/data-engineering/gems/source-target/warehouse/cosmos"},{"title":"JDBC","href":"/data-engineering/gems/source-target/warehouse/jdbc"},{"title":"MongoDB warehouse gem","href":"/data-engineering/gems/source-target/warehouse/mongodb"},{"title":"Redshift","href":"/data-engineering/gems/source-target/warehouse/redshift"},{"title":"Snowflake warehouse gem","href":"/data-engineering/gems/source-target/warehouse/snowflake"}]},{"group":"Web applications","pages":[{"title":"Salesforce web app gem","href":"/data-engineering/gems/source-target/web-apps/salesforce"},{"title":"Smartsheet web app gem","href":"/data-engineering/gems/source-target/web-apps/smartsheet"}]},{"title":"Lookup","href":"/data-engineering/gems/source-target/lookup"}]},{"group":"Data processing","pages":[{"group":"Transform","pages":[{"title":"Aggregate gem for Data Engineering","href":"/data-engineering/gems/transform/aggregate"},{"title":"BulkColumnExpressions","href":"/data-engineering/gems/transform/bulk-column-expressions"},{"title":"BulkColumnRename","href":"/data-engineering/gems/transform/bulk-column-rename"},{"title":"ColumnParser","href":"/data-engineering/gems/transform/column-parser"},{"title":"DataCleansing gem for Data Engineering","href":"/data-engineering/gems/transform/data-cleansing"},{"title":"DataQualityCheck","href":"/data-engineering/gems/transform/data-quality-check"},{"title":"Deduplicate gem for Data Engineering","href":"/data-engineering/gems/transform/deduplicate"},{"title":"DynamicReplace","href":"/data-engineering/gems/transform/dynamic-replace"},{"title":"DynamicSelect gem for Data Engineering","href":"/data-engineering/gems/transform/dynamic-select"},{"title":"Filter gem for Data Engineering","href":"/data-engineering/gems/transform/filter"},{"title":"FlattenSchema gem for Data Engineering","href":"/data-engineering/gems/transform/flattenschema"},{"title":"FuzzyMatch gem for Data Engineering","href":"/data-engineering/gems/transform/fuzzy-match"},{"title":"Limit gem for Data Engineering","href":"/data-engineering/gems/transform/limit"},{"title":"OrderBy gem for Data Engineering","href":"/data-engineering/gems/transform/order-by"},{"title":"Reformat gem for Data Engineering","href":"/data-engineering/gems/transform/reformat"},{"title":"SampleRows","href":"/data-engineering/gems/transform/sample-rows"},{"title":"SchemaTransform","href":"/data-engineering/gems/transform/schema-transform"},{"title":"SetOperation","href":"/data-engineering/gems/transform/set-operation"},{"title":"Unpivot gem for Data Engineering","href":"/data-engineering/gems/transform/unpivot"},{"title":"WindowFunction gem for Data Engineering","href":"/data-engineering/gems/transform/window-function"}]},{"group":"Join/Split","pages":[{"title":"Join gem for Data Engineering","href":"/data-engineering/gems/join-split/join"},{"title":"Repartition","href":"/data-engineering/gems/join-split/repartition"},{"title":"RowDistributor","href":"/data-engineering/gems/join-split/row-distributor"},{"title":"CompareColumns","href":"/data-engineering/gems/join-split/compare-columns"}]}]},{"group":"Advanced","pages":[{"group":"Custom","pages":[{"title":"DeltaTableOperations","href":"/data-engineering/gems/custom/delta-table-operations"},{"title":"Directory gem for Data Engineering","href":"/data-engineering/gems/custom/directory"},{"title":"Email gem for Data Engineering","href":"/data-engineering/gems/custom/email"},{"title":"EmailData","href":"/data-engineering/gems/custom/email-data"},{"title":"FileOperation","href":"/data-engineering/gems/custom/file-operation"},{"title":"RestAPIEnrich","href":"/data-engineering/gems/custom/rest-api-enrich"},{"title":"Script gem for Data Engineering","href":"/data-engineering/gems/custom/script"},{"title":"SQLStatement gem for Data Engineering","href":"/data-engineering/gems/custom/sql-statement"},{"title":"Tableau gem for Data Engineering","href":"/data-engineering/gems/custom/tableau"}]},{"group":"Machine Learning","pages":[{"title":"Generative AI Chatbot","href":"/data-engineering/gems/machine-learning/genaichatbot"},{"title":"OpenAI","href":"/data-engineering/gems/machine-learning/ml-openai"},{"title":"PineconeLookup","href":"/data-engineering/gems/machine-learning/ml-pinecone-lookup"},{"title":"TextProcessing","href":"/data-engineering/gems/machine-learning/ml-text-processing"}]},{"group":"Subgraph","pages":[{"title":"What are Subgraphs?","href":"/data-engineering/gems/subgraph/subgraph"},{"title":"Subgraph","href":"/data-engineering/gems/subgraph/basicSubgraph"},{"title":"TableIterator","href":"/data-engineering/gems/subgraph/tableIterator"},{"title":"WhileIterator","href":"/data-engineering/gems/subgraph/while-iterator"}]}]}]},{"tab":"Import \u0026 Migrate","groups":[{"group":"Overview","pages":[{"title":"Import Workflows into Prophecy","href":"/import-tool/index"},{"title":"Import tool migration overview","href":"/import-tool/migration"},{"title":"Analyze tool","href":"/import-tool/alteryx/alteryx-migration-analysis"}]},{"group":"Alteryx","pages":[{"group":"Alteryx to SQL","pages":[{"title":"Getting Started in Prophecy for Alteryx Users","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/getting-started-prophecy-alteryx"},{"title":"Migrate to SQL (Databricks, BigQuery, Snowflake)","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/alteryx-to-sql"},{"title":"SQL dialect differences","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/sql-dialect-differences"},{"title":"Data type mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/data-type-mapping"},{"title":"Connection mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/alteryx-connections"},{"title":"Alteryx function mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/function-mapping"},{"group":"Tool mapping","pages":[{"title":"Alteryx to SQL tool mapping","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-tool-mapping"},{"group":"Alteryx In/Out tools","pages":[{"title":"Alteryx Browse tool > Prophecy Data Explorer","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-browse-tool"},{"title":"Alteryx DateTime Now Tool > Prophecy Reformat Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-datetime-now"},{"title":"Alteryx Directory Tool > Prophecy Directory Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-directory-tool"},{"title":"Alteryx Input Data Tool > Prophecy Table \u0026 Source Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-input-data-tool"},{"title":"Alteryx Output Data Tool > Prophecy Target Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-output-data-tool"},{"title":"Alteryx Text Input Tool > Prophecy Table Gem (Seed)","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-in-out-tools/alteryx-text-input-tool"}]},{"group":"Alteryx Prep tools","pages":[{"title":"Alteryx Data Cleansing tool > Prophecy Data Cleansing gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-data-cleansing-tool"},{"title":"Alteryx Filter Tool > Prophecy Filter Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-filter-tool"},{"title":"Alteryx Formula tool > Prophecy Reformat gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-formula-tool"},{"title":"Alteryx Imputation tool > Prophecy Reformat + Join gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-imputation-tool"},{"title":"Alteryx Multi-Field Binning tool > Prophecy Reformat + Join gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-multi-field-binning-tool"},{"title":"Alteryx Multi-Field Formula tool > Prophecy Multi-Column Edit Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-multi-field-formula-tool"},{"title":"Alteryx Multi-Row Formula tool > Prophecy WindowFunction gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-multi-row-formula-tool"},{"title":"Alteryx Oversample Field tool > Prophecy Reformat + Filter gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-prep-tools/alteryx-oversample-field-tool"}]},{"group":"Alteryx Join tools","pages":[{"title":"Alteryx Append Fields tool > Prophecy Join gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-append-fields"},{"title":"Alteryx Find Replace tool > Prophecy Join gem + Reformat gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-find-replace"},{"title":"Alteryx Join tool > Prophecy Join gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-join"},{"title":"Alteryx Join Multiple tool > Prophecy Join gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-join-multiple"},{"title":"Alteryx Union tool > Prophecy Union gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-join-tools/alteryx-union"}]},{"group":"Alteryx Parse tools","pages":[{"title":"Alteryx DateTime tool > Prophecy Reformat gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-parse-tools/alteryx-datetime"},{"title":"Alteryx RegEx Tool > Prophecy Regex Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-parse-tools/alteryx-regex"},{"title":"Alteryx XML Parse Tool > Prophecy XMLParse gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-parse-tools/alteryx-xml-parse"}]},{"group":"Alteryx Transform tools","pages":[{"title":"Alteryx Arrange Tool > Prophecy Reformat Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-arrange"},{"title":"Alteryx Count Records tool > Prophecy CountRecords gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-count-records"},{"title":"Alteryx Cross Tab tool > Prophecy Pivot gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-cross-tab"},{"title":"Alteryx Make Columns tool > Prophecy WindowFunction + Reformat + Aggregation Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-make-columns"},{"title":"Alteryx Running Total tool > Prophecy WindowFunction Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-running-total"},{"title":"Alteryx Summarize Tool > Prophecy Aggregate, Reformat, and Deduplicate Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-summarize"},{"title":"Alteryx Transpose tool > Prophecy Unpivot Gem","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-transpose"},{"title":"Alteryx Weighted Average tool > Prophecy Reformat and Aggregate Gems","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/tool-mapping/alteryx-transform-tools/alteryx-weighted-average"}]},{"title":"Performance tuning scenarios","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/databricks-performance-tuning"}]},{"group":"Troubleshooting","pages":[{"title":"Alteryx to Databricks SQL Troubleshooting","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/troubleshooting"},{"title":"Malformed file","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/malformed-file"},{"title":"Missing support for an Alteryx function","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/unsupported-function"},{"title":"Missing support for an Alteryx tool","href":"/import-tool/alteryx/alteryx-to-prophecy-sql/troubleshooting/unsupported-tool"}]}]},{"group":"Alteryx to Spark","pages":[{"title":"Migrate Alteryx to Spark","href":"/import-tool/alteryx/alteryx-to-spark/alteryx-to-spark"},{"title":"Alteryx to Spark tool mapping","href":"/import-tool/alteryx/alteryx-to-spark/alteryx-components"}]}]},{"group":"Informatica","pages":[{"group":"Getting started","pages":[{"title":"Informatica","href":"/import-tool/informatica/informatica"},{"title":"Informatica migration overview","href":"/import-tool/informatica/getting-started-with-Informatica"}]},{"group":"Informatica to SQL","pages":[{"title":"Migrate to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/informatica-to-sql"},{"title":"Component mapping to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/big-query-components-mappings"},{"title":"Data type mapping to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/big-query-data-types"},{"title":"Function mapping to BigQuery SQL","href":"/import-tool/informatica/informatica-to-sql/big-query-functions-mappings"}]},{"group":"Informatica to Spark","pages":[{"title":"Migrate Informatica to Spark","href":"/import-tool/informatica/informatica-to-spark/informatica-to-spark"},{"title":"Informatica to Spark component mapping","href":"/import-tool/informatica/informatica-to-spark/informatica-components"}]},{"group":"Informatica ICS to SQL","pages":[{"title":"Migrate Informatica ICS to Spark","href":"/import-tool/informatica/informatica-ics-to-spark/getting-started-with-informatica-ics"},{"title":"Informatica ICS component mapping","href":"/import-tool/informatica/informatica-ics-to-spark/informatica-ics-components"}]}]},{"group":"Ab Initio","pages":[{"group":"Getting started","pages":[{"title":"Ab Initio","href":"/import-tool/abinitio/abinitio"},{"title":"Ab Initio migration overview","href":"/import-tool/abinitio/getting-started-with-Abinitio"}]},{"group":"Components","pages":[{"title":"Ab Initio component mapping","href":"/import-tool/abinitio/abinitio-components"}]},{"group":"Functions","pages":[{"title":"Ab Initio function mapping","href":"/import-tool/abinitio/abinitio-functions"}]},{"group":"Plans","pages":[{"title":"Convert Plans into Airflow DAGs","href":"/import-tool/abinitio/abinitio-plans"}]},{"group":"Gems","pages":[{"title":"Log Gem","href":"/import-tool/abinitio/abinitio-gems/log"},{"title":"Normalize","href":"/import-tool/abinitio/abinitio-gems/normalize"},{"title":"Sequence","href":"/import-tool/abinitio/abinitio-gems/sequence"},{"title":"SurrogateKeyGenerator gem","href":"/import-tool/abinitio/abinitio-gems/surrogate-key-generator"}]},{"group":"Troubleshooting","pages":[{"title":"Missing Artifacts","href":"/import-tool/abinitio/trouble-shooting/missing-files"},{"title":"Troubleshoot Issues","href":"/import-tool/abinitio/trouble-shooting/trouble-shooting"}]}]},{"group":"DataStage","pages":[{"group":"Getting started","pages":[{"title":"DataStage","href":"/import-tool/datastage/datastage"},{"title":"DataStage migration overview","href":"/import-tool/datastage/getting-started-with-DataStage"}]},{"group":"Components","pages":[{"title":"DataStage component mapping","href":"/import-tool/datastage/datastage-components"}]}]}]},{"tab":"API reference","groups":[{"group":"API documentation","pages":[{"title":"Prophecy API","href":"/api-reference/introduction"},{"title":"End-to-end API workflow","href":"/api-reference/end-to-end-workflow"},{"title":"GraphQL API","href":"/api-reference/graphql"}]},{"group":"Endpoints","pages":[{"group":"Users and teams","pages":[{"openapi":"get /api/get-user","title":"Get current user","href":"/api-reference/users/get-current-user"},{"openapi":"post /api/auth/inviteUsers","title":"Add users to teams","href":"/api-reference/users/invite-users"},{"title":"Create team","href":"/api-reference/teams/create-team"},{"title":"Get team members","href":"/api-reference/teams/get-team-members"}]},{"group":"Fabrics","pages":[{"openapi":"post /api/orchestration/fabric","title":"Create a new fabric","href":"/api-reference/fabrics/create-a-new-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}","title":"Get fabric details","href":"/api-reference/fabrics/get-fabric-details"},{"openapi":"put /api/orchestration/fabric/{fabricId}","title":"Update an existing fabric","href":"/api-reference/fabrics/update-an-existing-fabric"},{"openapi":"delete /api/orchestration/fabric/{fabricId}","title":"Delete a fabric","href":"/api-reference/fabrics/delete-a-fabric"}]},{"group":"Connections","pages":[{"group":"Properties","pages":[{"title":"Amazon Redshift connection properties API","href":"/api-reference/connections/properties/redshift"},{"title":"Amazon S3 connection properties API","href":"/api-reference/connections/properties/s3"},{"title":"Azure Data Lake Storage connection properties API","href":"/api-reference/connections/properties/adls"},{"title":"Azure Synapse connection properties API","href":"/api-reference/connections/properties/synapse"},{"title":"Google BigQuery","href":"/api-reference/connections/properties/bigquery"},{"title":"Google Cloud Storage connection properties API","href":"/api-reference/connections/properties/gcs"},{"title":"Databricks","href":"/api-reference/connections/properties/databricks"},{"title":"Microsoft SQL Server","href":"/api-reference/connections/properties/mssql"},{"title":"Microsoft OneDrive connection properties API","href":"/api-reference/connections/properties/onedrive"},{"title":"Microsoft Power BI connection properties API","href":"/api-reference/connections/properties/power-bi"},{"title":"Microsoft SharePoint connection properties API","href":"/api-reference/connections/properties/sharepoint"},{"title":"MongoDB connection properties API","href":"/api-reference/connections/properties/mongodb"},{"title":"Oracle connection properties API","href":"/api-reference/connections/properties/oracle"},{"title":"Postgres","href":"/api-reference/connections/properties/postgres"},{"title":"Salesforce connection properties API","href":"/api-reference/connections/properties/salesforce"},{"title":"SAP HANA","href":"/api-reference/connections/properties/hana"},{"title":"SFTP connection properties API","href":"/api-reference/connections/properties/sftp"},{"title":"Smartsheet connection properties API","href":"/api-reference/connections/properties/smartsheet"},{"title":"SMTP connection properties API","href":"/api-reference/connections/properties/smpt"},{"title":"Snowflake connection properties API","href":"/api-reference/connections/properties/snowflake"},{"title":"Tableau connection properties API","href":"/api-reference/connections/properties/tableau"}]},{"title":"Knowledge graph indexer connection properties API","href":"/api-reference/connections/properties/kgconfig"},{"openapi":"post /api/orchestration/fabric/{fabricId}/connection","title":"Add connection to fabric","href":"/api-reference/connections/add-connection-to-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/connection","title":"List connections per fabric","href":"/api-reference/connections/list-connections-per-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/connection/name/{connectionName}","title":"Retrieve connection details","href":"/api-reference/connections/retrieve-connection-details"},{"openapi":"put /api/orchestration/fabric/{fabricId}/connection/name/{connectionName}","title":"Update connection","href":"/api-reference/connections/update-connection"},{"openapi":"delete /api/orchestration/fabric/{fabricId}/connection/name/{connectionName}","title":"Delete connection","href":"/api-reference/connections/delete-connection"}]},{"group":"Secrets","pages":[{"group":"Properties","pages":[{"title":"Text","href":"/api-reference/secrets/properties/text"},{"title":"Binary","href":"/api-reference/secrets/properties/binary"},{"title":"Username Password","href":"/api-reference/secrets/properties/username-password"},{"title":"M2M OAuth","href":"/api-reference/secrets/properties/oauth"}]},{"openapi":"post /api/orchestration/fabric/{fabricId}/secret","title":"Add secret to fabric","href":"/api-reference/secrets/add-secret-to-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/secret","title":"List secrets per fabric","href":"/api-reference/secrets/list-secrets-per-fabric"},{"openapi":"get /api/orchestration/fabric/{fabricId}/secret/id/{secretId}","title":"Retrieve secret details","href":"/api-reference/secrets/retrieve-secret-details"},{"openapi":"put /api/orchestration/fabric/{fabricId}/secret/id/{secretId}","title":"Update secret","href":"/api-reference/secrets/update-secret"},{"openapi":"delete /api/orchestration/fabric/{fabricId}/secret/id/{secretId}","title":"Delete secret","href":"/api-reference/secrets/delete-secret"}]},{"group":"Projects","pages":[{"title":"Create project","href":"/api-reference/projects/create-project"},{"title":"Commit changes","href":"/api-reference/projects/commit-changes"},{"title":"Publish release","href":"/api-reference/projects/publish-release"},{"title":"List releases","href":"/api-reference/projects/list-releases"},{"openapi":"post /api/deploy/project","title":"Deploy project","href":"/api-reference/projects/deploy-project"}]},{"group":"Pipelines","pages":[{"openapi":"post /api/editor/sqlEditor/pipeline/create","title":"Create pipeline","href":"/api-reference/pipelines/create-pipeline"},{"openapi":"post /api/trigger/pipeline","title":"Trigger pipeline run","href":"/api-reference/pipelines/trigger-pipeline-run"},{"openapi":"get /api/trigger/pipeline/{runId}","title":"Get pipeline run status","href":"/api-reference/pipelines/get-pipeline-run-status"},{"openapi":"post /api/trigger/pipeline/{runId}/cancel","title":"Cancel pipeline run","href":"/api-reference/pipelines/cancel-pipeline-run"},{"openapi":"post /api/orchestration/tests/run","title":"Run data tests","href":"/api-reference/pipelines/run-data-tests"}]}]}]},{"tab":"Administration","groups":[{"group":"Platform","pages":[{"title":"Editions","href":"/administration/platform/editions"},{"title":"Architecture","href":"/administration/platform/architecture"},{"title":"Deployment models","href":"/administration/platform/prophecy-deployment"}]},{"group":"Setup","pages":[{"title":"Express Edition","href":"/administration/setup/prophecy-express-guide"},{"title":"Enterprise Edition","href":"/administration/setup/prophecy-enterprise-guide"},{"title":"Databricks Partner Connect","href":"/administration/setup/databricks-partner-connect"}]},{"group":"Management","pages":[{"group":"Teams","pages":[{"title":"Teams","href":"/administration/management/teams/teams"},{"group":"Settings","pages":[{"title":"AI settings","href":"/administration/management/teams/settings/ai"},{"title":"Default dependencies","href":"/administration/management/teams/settings/default-dependencies"},{"title":"Spark settings","href":"/administration/management/teams/settings/spark"},{"title":"Project creation templates","href":"/administration/management/teams/settings/project-creation-template"}]}]},{"group":"Users","pages":[{"title":"Team and user provisioning","href":"/administration/management/users/team-user-provisioning"},{"title":"Account settings","href":"/administration/management/users/account-settings"},{"group":"Access control","pages":[{"title":"Role-based access control (RBAC)","href":"/administration/management/users/access/role-based-access"},{"title":"Team-based access","href":"/administration/management/users/access/team-based-access"}]}]},{"group":"Authentication","pages":[{"title":"Authentication options","href":"/administration/management/authentication/authentication"},{"title":"SAML authentication (SCIM optional)","href":"/administration/management/authentication/saml"},{"title":"Microsoft Entra ID SSO","href":"/administration/management/authentication/azure-ad"},{"title":"Google SSO","href":"/administration/management/authentication/google-sso"},{"title":"LDAP authentication","href":"/administration/management/authentication/ldap"},{"title":"Group-to-team mapping","href":"/administration/management/authentication/group-team-mapping"}]},{"group":"Cluster admin settings","pages":[{"title":"Settings list","href":"/administration/management/cluster-admin-settings/cluster-admin-settings"},{"title":"OAuth app registrations","href":"/administration/management/cluster-admin-settings/oauth-setup"},{"title":"Copilot settings","href":"/administration/management/cluster-admin-settings/copilot-settings"},{"title":"Configure Anthropic endpoint for Prophecy","href":"/administration/management/cluster-admin-settings/configure-endpoint"},{"title":"Feature management","href":"/administration/management/cluster-admin-settings/feature-management"},{"title":"Git connection policy","href":"/administration/management/cluster-admin-settings/git-connection-policy"}]},{"group":"Usage and billing","pages":[{"title":"Manage billing","href":"/administration/management/usage-billing/usage-billing"},{"title":"Credits","href":"/administration/management/usage-billing/credits"}]},{"title":"Audit logs","href":"/administration/management/audit-logs"}]},{"group":"Help and resources","pages":[{"title":"Get in touch","href":"/administration/getting-help/get-in-touch"},{"group":"Support","pages":[{"title":"Support requests","href":"/administration/getting-help/submit-request"},{"title":"Troubleshooting","href":"/administration/getting-help/troubleshooting"},{"group":"Collect diagnostic data","pages":[{"title":"Send logs to Support","href":"/administration/getting-help/prophecy-details"},{"title":"Send Spark cluster details","href":"/administration/getting-help/spark-cluster-details"},{"title":"Download HAR files","href":"/administration/getting-help/har-file"},{"title":"Understand fabric diagnostics","href":"/administration/getting-help/diagnostics"},{"title":"Get AI chat session information","href":"/administration/getting-help/copy-session-info"}]}]},{"title":"Security","href":"/administration/getting-help/security"}]}]},{"tab":"Releases","groups":[{"group":"Releases","pages":[{"title":"2026 releases","href":"/releases/2026"},{"title":"2025 releases","href":"/releases/2025"}]},{"group":"Reference","pages":[{"title":"Version chart","mode":"wide","href":"/releases/version-chart"},{"title":"Version support lifecycle","href":"/releases/version-support"},{"title":"Find your Prophecy version","href":"/releases/find-version"}]}]}]}]},"basePath":"","title":"Supported data types - Prophecy Documentation","deploymentId":"dpl_FZMKUpaaKiVETbfqhoUe4sPFDTmY","buildId":"dpl_FZMKUpaaKiVETbfqhoUe4sPFDTmY","dynamics":["a74be98ba7"],"chunks":["zoom-image-lightbox-B9O1U98p.js","lightbox-handle-r17bVUz3.js"]}