[#3867] Turn on partial parsing by default

CHANGELOG.md

@@ -8,6 +8,7 @@
 - Normalize global CLI arguments/flags ([#2990](https:/dbt-labs/dbt/issues/2990), [#3839](https:/dbt-labs/dbt/pull/3839))
 - Turns on the static parser by default and adds the flag `--no-static-parser` to disable it. ([#3377](https:/dbt-labs/dbt/issues/3377), [#3939](https:/dbt-labs/dbt/pull/3939))
 - Generic test FQNs have changed to include the relative path, resource, and column (if applicable) where they are defined. This makes it easier to configure them from the `tests` block in `dbt_project.yml` ([#3259](https:/dbt-labs/dbt/pull/3259), [#3880](https:/dbt-labs/dbt/pull/3880)
+- Turn on partial parsing by default ([#3867](https:/dbt-labs/dbt/issues/3867), [#3989](https:/dbt-labs/dbt/issues/3989))
 
 ### Fixes
 - Add generic tests defined on sources to the manifest once, not twice ([#3347](https:/dbt-labs/dbt/issues/3347), [#3880](https:/dbt-labs/dbt/pull/3880))

core/dbt/contracts/util.py

@@ -170,6 +170,12 @@ class BaseArtifactMetadata(dbtClassMixin):
  )
  env: Dict[str, str] = dataclasses.field(default_factory=get_metadata_env)
 
+ def __post_serialize__(self, dct):
+ dct = super().__post_serialize__(dct)
+ if dct['generated_at'] and dct['generated_at'].endswith('+00:00'):
+ dct['generated_at'] = dct['generated_at'].replace('+00:00', '') + "Z"
+ return dct
+
 
 def schema_version(name: str, version: int):
  def inner(cls: Type[VersionedSchema]):

core/dbt/flags.py

@@ -41,7 +41,7 @@
  "STATIC_PARSER": True,
  "WARN_ERROR": False,
  "WRITE_JSON": True,
- "PARTIAL_PARSE": False,
+ "PARTIAL_PARSE": True,
  "USE_COLORS": True,
  "PROFILES_DIR": DEFAULT_PROFILES_DIR,
  "DEBUG": False,

core/dbt/parser/manifest.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from dataclasses import field
+from datetime import datetime
 import os
 import traceback
 from typing import (
@@ -557,6 +558,13 @@ def read_manifest_for_partial_parse(self) -> Optional[Manifest]:
  # different version of dbt
  is_partial_parseable, reparse_reason = self.is_partial_parsable(manifest)
  if is_partial_parseable:
+ # We don't want to have stale generated_at dates
+ manifest.metadata.generated_at = datetime.utcnow()
+ # or invocation_ids
+ if dbt.tracking.active_user:
+ manifest.metadata.invocation_id = dbt.tracking.active_user.invocation_id
+ else:
+ manifest.metadata.invocation_id = None
  return manifest
  except Exception as exc:
  logger.debug(

test/rpc/test_run.py

@@ -73,12 +73,12 @@ def test_rpc_run_vars_compiled(
  test_kwargs={},
  )
  with querier_ctx as querier:
- results = querier.async_wait_for_result(querier.cli_args('run --vars "{materialized_var: table}"'))
+ results = querier.async_wait_for_result(querier.cli_args('--no-partial-parse run --vars "{materialized_var: table}"'))
  assert len(results['results']) == 1
  assert results['results'][0]['node']['config']['materialized'] == 'table'
  # make sure that `--vars` doesn't update global state - if it does,
  # this run() will result in a view!
- results = querier.async_wait_for_result(querier.cli_args('run'))
+ results = querier.async_wait_for_result(querier.cli_args('--no-partial-parse run'))
  assert len(results['results']) == 1
  assert results['results'][0]['node']['config']['materialized'] == 'view'