Merge pull request #256 from Canner/fix/cache-layer-found-canner-driver-parquet

Fix: Rename the downloaded parquet file to add parquet extension

Author: kokokuo

labs/playground1/Makefile

@@ -6,7 +6,7 @@ start: build test-data/moma.db ../../node_modules
 	@vulcan start
 
 # build the required packages
-build: pkg-core pkg-build pkg-serve pkg-catalog-server pkg-cli pkg-extension-driver-duckdb pkg-extension-authenticator-canner pkg-extension-driver-clickhouse pkg-extension-huggingface
+build: pkg-core pkg-build pkg-serve pkg-catalog-server pkg-cli pkg-extension-driver-duckdb pkg-extension-authenticator-canner pkg-extension-driver-canner pkg-extension-driver-clickhouse pkg-extension-huggingface
 
 
 # build for core pakge
@@ -56,6 +56,13 @@ pkg-extension-authenticator-canner: ../../node_modules
 	rm -rf ./labs/playground1/node_modules/@vulcan-sql/extension-authenticator-canner; \
 	cp -R ./dist/packages/extension-authenticator-canner ./labs/playground1/node_modules/@vulcan-sql
 
+pkg-extension-driver-canner: ../../node_modules
+	@cd ../..; \
+	yarn nx build extension-driver-canner; \
+	mkdir -p ./labs/playground1/node_modules/@vulcan-sql; \
+	rm -rf ./labs/playground1/node_modules/@vulcan-sql/extension-driver-canner; \
+	cp -R ./dist/packages/extension-driver-canner ./labs/playground1/node_modules/@vulcan-sql; \
+	
 pkg-extension-driver-clickhouse: ../../node_modules
 	@cd ../..; \
 	yarn nx build extension-driver-clickhouse; \
@@ -72,6 +79,9 @@ pkg-extension-huggingface: ../../node_modules
 	cp -R ./dist/packages/extension-huggingface ./labs/playground1/node_modules/@vulcan-sql; \
 	cp -R ./packages/extension-huggingface/node_modules ./labs/playground1
 
+
+
+
 # build and install for cli pakge
 pkg-cli: ../../node_modules
 	@cd ../..; \

labs/playground1/README.md

@@ -10,8 +10,9 @@ This project contains these resources for testing your development:
 ## Install
 
 ```bash
-cd ./lab/playground1
-make
+$ cd ./lab/playground1
+$ yarn
+$ make
 ```
 
 - This command installs VulcanSQL CLI too, you can use `vulcan start` instead of `make` if the source codes aren’t changed.
@@ -22,4 +23,4 @@ After installation, you can find `artists.csv` and `artworks.csv` under folder `
 
 ## Examples
 
-We provide some examples in the `examples` folder to show how to configured your Vulcan API
+We provide some examples in the `examples` folder to show how to configured your Vulcan API

packages/extension-driver-canner/src/lib/cannerDataSource.ts

@@ -92,7 +92,8 @@ export class CannerDataSource extends DataSource<any, PGOptions> {
         // ex: https://cannerHost/data/canner/somePath/file-name?X-Amz-Algorithm=AWS4-HMAC-SHA256
         const fileName = url.split('/').pop()?.split('?')[0] || `part${index}`;
         const writeStream = fs.createWriteStream(
-          path.join(directory, fileName)
+          // rename to parquet extension to make cache layer could read
+          path.join(directory, `${fileName}.parquet`)
         );
         response.data.pipe(writeStream);
         return new Promise((resolve, reject) => {