diff --git a/docs/website/docs/dlt-ecosystem/verified-sources/index.md b/docs/website/docs/dlt-ecosystem/verified-sources/index.md index 8a3ab91410..505488b42f 100644 --- a/docs/website/docs/dlt-ecosystem/verified-sources/index.md +++ b/docs/website/docs/dlt-ecosystem/verified-sources/index.md @@ -11,6 +11,10 @@ Planning to use `dlt` in production and need a source that isn't listed? We're h ### Core sources + item.label === '30+ SQL Databases' || item.label === 'REST APIs' || item.label === 'Filesystem & cloud storage' +)} /> + ### Verified sources Choose from our collection of verified sources, developed and maintained by the `dlt` team and community. Each source is rigorously tested against a real API and provided as Python code for easy customization. @@ -19,6 +23,10 @@ Choose from our collection of verified sources, developed and maintained by the If you couldn't find a source implementation, you can easily create your own, check out the [resource page](../../general-usage/resource) to learn how! ::: + item.label !== '30+ SQL Databases' && item.label !== 'REST API generic source'&& item.label !== 'Filesystem & buckets' +)} /> + ### What's the difference between core and verified sources? The main difference between the [core sources](#core-sources) and [verified sources](#verified-sources) lies in their structure. diff --git a/docs/website/tools/preprocess_docs.js b/docs/website/tools/preprocess_docs.js index 57f9ca4205..8347aff4cb 100644 --- a/docs/website/tools/preprocess_docs.js +++ b/docs/website/tools/preprocess_docs.js @@ -372,7 +372,7 @@ if (process.argv.includes("--watch")) { if (Date.now() - lastUpdate < 500) { return; } - fs.rmdirSync(MD_TARGET_DIR, {force: true, recursive: true}) + fs.rmSync(MD_TARGET_DIR, {force: true, recursive: true}) console.log('%s changed...', name); syncExamples(); preprocess_docs(); diff --git a/docs/website/tools/update_versions.js b/docs/website/tools/update_versions.js index 855766c5dd..ff188adb80 100644 --- a/docs/website/tools/update_versions.js +++ b/docs/website/tools/update_versions.js @@ -6,6 +6,7 @@ const semver = require('semver') // const const REPO_DIR = ".dlt-repo" const REPO_DOCS_DIR = REPO_DIR + "/docs/website" +const REPO_PREPROCESSED_FILES_DIR = REPO_DOCS_DIR + "/docs_processed" const REPO_URL = "https://github.com/dlt-hub/dlt.git" const VERSIONED_DOCS_FOLDER = "versioned_docs" const VERSIONED_SIDEBARS_FOLDER = "versioned_sidebars" @@ -19,6 +20,7 @@ fs.rmSync(REPO_DIR, { recursive: true, force: true }) // checkout fresh console.log("Checking out dlt repo") +fs.rmSync(REPO_DIR, {force: true, recursive: true}) proc.execSync(`git clone ${REPO_URL} ${REPO_DIR}`) // find tags @@ -91,6 +93,9 @@ for (const version of selectedVersions) { // process.exit(1) // } + // clear preprocessed docs in subrepo + fs.rmSync(REPO_PREPROCESSED_FILES_DIR, { force: true, recursive: true}) + // build doc version, we also run preprocessing and markdown gen for each doc version console.log(`Building docs...`) proc.execSync(`cd ${REPO_DOCS_DIR} && npm run preprocess-docs && PYTHONPATH=. pydoc-markdown`) @@ -100,8 +105,7 @@ for (const version of selectedVersions) { console.log(`Moving snapshot`) fs.cpSync(REPO_DOCS_DIR+"/"+VERSIONED_DOCS_FOLDER, VERSIONED_DOCS_FOLDER, {recursive: true}) - fs.cpSync(REPO_DOCS_DIR+"/"+VERSIONED_SIDEBARS_FOLDER, VERSIONED_SIDEBARS_FOLDER, {recursive: true}) - + fs.cpSync(REPO_DOCS_DIR+"/"+VERSIONED_SIDEBARS_FOLDER, VERSIONED_SIDEBARS_FOLDER, {recursive: true}) } fs.cpSync(REPO_DOCS_DIR+"/versions.json", "versions.json")