init
This commit is contained in:
commit
1fd8a68383
10 changed files with 1118 additions and 0 deletions
32
justfile
Normal file
32
justfile
Normal file
|
|
@ -0,0 +1,32 @@
|
|||
# Define variables
|
||||
DB_FILE := "hotel_bookings.csv"
|
||||
S3_BUCKET := "s3://duckdb-playground"
|
||||
|
||||
init-s3:
|
||||
@uvx --with awscli aws s3 mb {{S3_BUCKET}}
|
||||
@uvx --with awscli aws s3 cp {{DB_FILE}} {{S3_BUCKET}}
|
||||
|
||||
teardown:
|
||||
@uvx --with awscli aws s3 rb {{S3_BUCKET}}
|
||||
|
||||
ipython:
|
||||
@uvx --with awscli --with ipython --with polars --with pandas --with fsspec --with s3fs --with duckdb ipython
|
||||
|
||||
get-count:
|
||||
duckdb -f count.sql
|
||||
|
||||
get-agg:
|
||||
duckdb -f agg.sql
|
||||
|
||||
duckpy:
|
||||
@uv run --with awscli --with duckdb duck.py
|
||||
|
||||
demo:
|
||||
echo "Running demo"
|
||||
echo 'DUCKDB'
|
||||
@just get-count
|
||||
@just get-agg
|
||||
echo 'POLARS'
|
||||
@uv run --with awscli --with polars --with s3fs schema_polars.py
|
||||
echo 'PANDAS'
|
||||
@uv run --with awscli --with pandas --with s3fs count_pandas.py
|
||||
Loading…
Add table
Add a link
Reference in a new issue