From d2395e7ad175c6861562eb84a6a842dfebae3b56 Mon Sep 17 00:00:00 2001 From: Leah Antkiewicz Date: Thu, 7 Jul 2022 17:08:50 -0400 Subject: [PATCH 1/2] Adding dependency docs and requirements.txt --- docs/dependencies/README.md | 10 ++++ docs/dependencies/requirements.txt | 85 ++++++++++++++++++++++++++++++ 2 files changed, 95 insertions(+) create mode 100644 docs/dependencies/README.md create mode 100644 docs/dependencies/requirements.txt diff --git a/docs/dependencies/README.md b/docs/dependencies/README.md new file mode 100644 index 00000000000..4f833ffb83d --- /dev/null +++ b/docs/dependencies/README.md @@ -0,0 +1,10 @@ +# Dependencies in dbt + +## Process for adding a new dependency +TBD + +## Critical dependencies +TBD + +## Dependencies per release +For each minor version, a requirements.txt will exist on the release branch that confirms a list of depedencies and their specific versions that are confirmed working for the given `dbt` version. The reason we are supplying this file is to allow consumers of `dbt` to pin dependency versions if desired to avoid breaking changes from underlying dependencies. We do not want to be perscriptive and pin all dependencies across the board for users since it could cause environment issues with conflicting dependencies. Instead, we will provide this file as an optional way to know what dependencies to pin if that is the desired way to consume `dbt`. diff --git a/docs/dependencies/requirements.txt b/docs/dependencies/requirements.txt new file mode 100644 index 00000000000..5718fe1e973 --- /dev/null +++ b/docs/dependencies/requirements.txt @@ -0,0 +1,85 @@ +# This file represents dependencies and their specific versions that are known to work for +# dbt-core, the dbt adapters, and the rpc server for minor version 1.1 + +# This file was generated by: +# 1) Creating a fresh python env +# 2) Pip installing the following packages: dbt-core, dbt-postgres, dbt-redshift, dbt-snowflake, +# dbt-bigquery, dbt-spark, and dbt-rpc +# 3) Running `pip freeze > requirements.txt` + +agate==1.6.3 +asn1crypto==1.5.1 +attrs==21.4.0 +Babel==2.10.3 +boto3==1.24.24 +botocore==1.27.24 +cachetools==5.2.0 +certifi==2022.6.15 +cffi==1.15.1 +charset-normalizer==2.0.12 +click==8.1.3 +colorama==0.4.4 +cryptography==3.4.8 +dbt-bigquery==1.1.1 +dbt-core==1.1.1 +dbt-extractor==0.4.1 +dbt-postgres==1.1.1 +dbt-redshift==1.1.0 +dbt-rpc==0.1.2 +dbt-snowflake==1.1.0 +dbt-spark==1.1.0 +future==0.18.2 +google-api-core==2.8.2 +google-auth==2.9.0 +google-cloud-bigquery==2.34.4 +google-cloud-core==2.3.1 +google-crc32c==1.3.0 +google-resumable-media==2.3.3 +googleapis-common-protos==1.56.3 +grpcio==1.47.0 +grpcio-status==1.47.0 +hologram==0.0.15 +idna==3.3 +isodate==0.6.1 +Jinja2==2.11.3 +jmespath==1.0.1 +json-rpc==1.13.0 +jsonschema==3.2.0 +keyring==23.6.0 +leather==0.3.4 +Logbook==1.5.3 +MarkupSafe==2.0.1 +mashumaro==2.9 +minimal-snowplow-tracker==0.0.2 +msgpack==1.0.4 +networkx==2.8.3 +oscrypto==1.3.0 +packaging==21.3 +parsedatetime==2.4 +proto-plus==1.20.6 +protobuf==3.20.1 +psycopg2-binary==2.9.3 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.21 +pycryptodomex==3.15.0 +PyJWT==2.4.0 +pyOpenSSL==21.0.0 +pyparsing==3.0.9 +pyrsistent==0.18.1 +python-dateutil==2.8.2 +python-slugify==6.1.2 +pytimeparse==1.1.8 +pytz==2022.1 +PyYAML==6.0 +requests==2.28.1 +rsa==4.8 +s3transfer==0.6.0 +six==1.16.0 +snowflake-connector-python==2.7.9 +sqlparams==4.0.0 +sqlparse==0.4.2 +text-unidecode==1.3 +typing_extensions==4.3.0 +urllib3==1.26.10 +Werkzeug==2.1.2 From 92881796f58ec21232d23d11563d33e01b07be9c Mon Sep 17 00:00:00 2001 From: Leah Antkiewicz Date: Fri, 8 Jul 2022 12:48:08 -0400 Subject: [PATCH 2/2] Updated for Python 3.8 specifically --- docs/dependencies/requirements.txt | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/docs/dependencies/requirements.txt b/docs/dependencies/requirements.txt index 5718fe1e973..243bd87c80f 100644 --- a/docs/dependencies/requirements.txt +++ b/docs/dependencies/requirements.txt @@ -2,7 +2,7 @@ # dbt-core, the dbt adapters, and the rpc server for minor version 1.1 # This file was generated by: -# 1) Creating a fresh python env +# 1) Creating a fresh python env using Python 3.8 # 2) Pip installing the following packages: dbt-core, dbt-postgres, dbt-redshift, dbt-snowflake, # dbt-bigquery, dbt-spark, and dbt-rpc # 3) Running `pip freeze > requirements.txt` @@ -11,8 +11,8 @@ agate==1.6.3 asn1crypto==1.5.1 attrs==21.4.0 Babel==2.10.3 -boto3==1.24.24 -botocore==1.27.24 +boto3==1.24.25 +botocore==1.27.25 cachetools==5.2.0 certifi==2022.6.15 cffi==1.15.1 @@ -40,6 +40,7 @@ grpcio==1.47.0 grpcio-status==1.47.0 hologram==0.0.15 idna==3.3 +importlib-metadata==4.12.0 isodate==0.6.1 Jinja2==2.11.3 jmespath==1.0.1 @@ -83,3 +84,4 @@ text-unidecode==1.3 typing_extensions==4.3.0 urllib3==1.26.10 Werkzeug==2.1.2 +zipp==3.8.0