commit-code-check.sh

Same filename and directory in other branches
  1. 10 core/scripts/dev/commit-code-check.sh
  2. 11.x core/scripts/dev/commit-code-check.sh
  3. 9 core/scripts/dev/commit-code-check.sh
  4. 8.9.x core/scripts/dev/commit-code-check.sh
#!/bin/bash
#
# This script performs code quality checks.
#
# @internal
#   This script is not covered by Drupal core's backwards compatibility promise.
#   It exists only for core development purposes.
#
# The script makes the following checks:
# - Spell checking.
# - File modes.
# - No changes to core/node_modules directory.
# - PHPCS checks PHP and YAML files.
# - PHPStan checks PHP files.
# - ESLint checks JavaScript and YAML files.
# - Stylelint checks CSS files.
# - Checks .pcss.css and .css files are equivalent.

# cSpell:disable

# Searches an array.
contains_element() {
  local e
  for e in ${@:2}; do [[ "$e" == "$1" ]] && return 0; done
  return 1
}

MEMORY_UNLIMITED=0
CACHED=0
BRANCH=""
while test $# -gt 0; do
  case "$1" in
    -h|--help)
      echo "Drupal code quality checks"
      echo " "
      echo "options:"
      echo "-h, --help                show brief help"
      echo "--branch BRANCH           creates list of files to check by comparing against a branch"
      echo "--cached                  checks staged files"
      echo "--memory-unlimited        bypass PHP memory limit for PHPStan and PHPCS"
      echo " "
      echo "Example usage: sh ./core/scripts/dev/commit-code-check.sh --branch 9.2.x"
      exit 0
      ;;
    --branch)
      BRANCH="$2"
      if [[ "$BRANCH" == "" ]]; then
        printf "The --branch option requires a value. For example: --branch 9.2.x\n"
        exit;
      fi
      shift 2
      ;;
    --cached)
      CACHED=1
      shift
      ;;
    --memory-unlimited)
      MEMORY_UNLIMITED=1
      shift
      ;;
    *)
      break
      ;;
  esac
done

memory_limit=""
phpcs_memory_limit=""

if [[ "$MEMORY_UNLIMITED" == "1" ]]; then
  memory_limit="--memory-limit=-1"
  phpcs_memory_limit="-d memory_limit=-1"
fi

# Set up variables to make colored output simple.
red=$(tput setaf 1 && tput bold)
blue=$(tput setaf 4 && tput bold)
green=$(tput setaf 2)
reset=$(tput sgr0)
GIT="git"

# Gets list of files to check.
if [[ "$BRANCH" != "" ]]; then
  FILES=$($GIT diff --name-only $BRANCH HEAD);
elif [[ "$CACHED" == "0" ]]; then
  # List of all changes in the working directory.
  FILES=$($GIT ls-files --other --modified --exclude-standard --exclude=vendor)
else
  # Check staged files only.
  if $GIT rev-parse --verify HEAD >/dev/null 2>&1
  then
    AGAINST=HEAD
  else
    # Initial commit: diff against an empty tree object
    AGAINST=4b825dc642cb6eb9a060e54bf8d69288fbee4904
  fi
  FILES=$($GIT diff --cached --name-only $AGAINST);
fi

TOP_LEVEL=$($GIT rev-parse --show-toplevel)

# This variable will be set to one when the file core/phpcs.xml.dist is changed.
PHPCS_XML_DIST_FILE_CHANGED=0

# This variable will be set to one when the files core/.phpstan-baseline.php or
# core/phpstan.neon.dist are changed.
PHPSTAN_DIST_FILE_CHANGED=0

# This variable will be set to one when one of the eslint config file is
# changed:
#  - core/.eslintrc.passing.json
#  - core/.eslintrc.json
#  - core/.eslintrc.jquery.json
ESLINT_CONFIG_PASSING_FILE_CHANGED=0

# This variable will be set to one when the stylelint config file is changed.
# changed:
#  - core/.stylelintignore
#  - core/.stylelintrc.json
STYLELINT_CONFIG_FILE_CHANGED=0

# This variable will be set to one when the twig-cs-fixer config file is
# changed:
#  - core/.twig-cs-fixer.php
TWIGCSFIXER_CONFIG_FILE_CHANGED=0

# This variable will be set to one when JavaScript packages files are changed.
# changed:
#  - core/package.json
#  - core/yarn.lock
JAVASCRIPT_PACKAGES_CHANGED=0

# This variable will be set when a Drupal-specific CKEditor 5 plugin has changed
# it is used to make sure the compiled JS is valid.
CKEDITOR5_PLUGINS_CHANGED=0

# This variable will be set to one when either of the core dictionaries or the
# .cspell.json config has changed.
CSPELL_DICTIONARY_FILE_CHANGED=0

# Build up a list of absolute file names.
ABS_FILES=
for FILE in $FILES; do
  if [ -f "$TOP_LEVEL/$FILE" ]; then
    ABS_FILES="$ABS_FILES $TOP_LEVEL/$FILE"
  fi

  if [[ $FILE == "core/phpcs.xml.dist" ]]; then
    PHPCS_XML_DIST_FILE_CHANGED=1;
  fi;

  if [[ $FILE == "core/.twig-cs-fixer.php" ]]; then
    TWIGCSFIXER_CONFIG_FILE_CHANGED=1;
  fi;

  if [[ $FILE == "core/.phpstan-baseline.php" || $FILE == "core/phpstan.neon.dist" ]]; then
    PHPSTAN_DIST_FILE_CHANGED=1;
  fi;

  if [[ $FILE == "core/.eslintrc.json" || $FILE == "core/.eslintrc.passing.json" || $FILE == "core/.eslintrc.jquery.json" ]]; then
    ESLINT_CONFIG_PASSING_FILE_CHANGED=1;
  fi;

  if [[ $FILE == "core/.stylelintignore" || $FILE == "core/.stylelintrc.json" ]]; then
    STYLELINT_CONFIG_FILE_CHANGED=1;
  fi;

  # If JavaScript packages change, then rerun all JavaScript style checks.
  if [[ $FILE == "core/package.json" || $FILE == "core/yarn.lock" ]]; then
    ESLINT_CONFIG_PASSING_FILE_CHANGED=1;
    STYLELINT_CONFIG_FILE_CHANGED=1;
    JAVASCRIPT_PACKAGES_CHANGED=1;
  fi;

  if [[ -f "$TOP_LEVEL/$FILE" ]] && [[ $FILE =~ \.js$ ]] && [[ $FILE =~ ^core/modules/ckeditor5/js/build || $FILE =~ ^core/modules/ckeditor5/js/ckeditor5_plugins ]]; then
    CKEDITOR5_PLUGINS_CHANGED=1;
  fi;

  if [[ $FILE == "core/misc/cspell/dictionary.txt" || $FILE == "core/misc/cspell/drupal-dictionary.txt" || $FILE == "core/.cspell.json" ]]; then
    CSPELL_DICTIONARY_FILE_CHANGED=1;
  fi

  if [[ $FILE == "core/MAINTAINERS.txt" ]]; then
    MAINTAINERS_TXT_CHANGED=1;
  fi

done

# Exit early if there are no files.
if [[ "$ABS_FILES" == "" ]]; then
  printf "There are no files to check. If you have staged a commit use the --cached option.\n"
  exit;
fi;

# This script assumes that composer install and yarn install have already been
# run and all dependencies are updated.
FINAL_STATUS=0

DEPENDENCIES_NEED_INSTALLING=0
# Ensure PHP development dependencies are installed.
# @todo https://github.com/composer/composer/issues/4497 Improve this to
#  determine if dependencies in the lock file match the installed versions.
#  Using composer install --dry-run is not valid because it would depend on
#  user-facing strings in Composer.
if ! [[ -f 'vendor/bin/phpcs' ]]; then
  printf "Drupal's PHP development dependencies are not installed. Run 'composer install' from the root directory.\n"
  DEPENDENCIES_NEED_INSTALLING=1;
fi

cd "$TOP_LEVEL/core"

# Ensure JavaScript development dependencies are installed.
yarn --version
yarn >/dev/null

# Check all files for spelling in one go for better performance.
if [[ $CSPELL_DICTIONARY_FILE_CHANGED == "1" ]] ; then
  printf "\nRunning spellcheck on *all* files.\n"
  yarn run spellcheck:core --no-must-find-files --no-progress
else
  # Check all files for spelling in one go for better performance. We pipe the
  # list files in so we obey the globs set on the spellcheck:core command in
  # core/package.json.
  echo "${ABS_FILES}" | tr ' ' '\n' | yarn run spellcheck:core --no-must-find-files --file-list stdin
fi

if [ "$?" -ne "0" ]; then
  # If there are failures set the status to a number other than 0.
  FINAL_STATUS=1
  printf "\nCSpell: ${red}failed${reset}\n"
else
  printf "\nCSpell: ${green}passed${reset}\n"
fi
cd "$TOP_LEVEL"

# Add a separator line to make the output easier to read.
printf "\n"
printf -- '-%.0s' {1..100}
printf "\n"

# Run PHPStan on all files when phpstan files are changed.
# APCu is disabled to ensure that the composer classmap is not corrupted.
if [[ $PHPSTAN_DIST_FILE_CHANGED == "1" ]]; then
  printf "\nRunning PHPStan on *all* files.\n"
  php -d apc.enabled=0 -d apc.enable_cli=0 vendor/bin/phpstan analyze --no-progress --configuration="$TOP_LEVEL/core/phpstan.neon.dist" $memory_limit
else
  # Only run PHPStan on changed files locally.
  printf "\nRunning PHPStan on changed files.\n"
  php -d apc.enabled=0 -d apc.enable_cli=0 vendor/bin/phpstan analyze --no-progress --configuration="$TOP_LEVEL/core/phpstan-partial.neon" $ABS_FILES $memory_limit
fi

if [ "$?" -ne "0" ]; then
  # If there are failures set the status to a number other than 0.
  FINAL_STATUS=1
  printf "\nPHPStan: ${red}failed${reset}\n"
else
  printf "\nPHPStan: ${green}passed${reset}\n"
fi

# Add a separator line to make the output easier to read.
printf "\n"
printf -- '-%.0s' {1..100}
printf "\n"

# Run PHPCS on all files when phpcs files are changed.
if [[ $PHPCS_XML_DIST_FILE_CHANGED == "1" ]]; then
  # Test all files with phpcs rules.
  vendor/bin/phpcs $phpcs_memory_limit -ps --parallel="$( (nproc || sysctl -n hw.logicalcpu || echo 4) 2>/dev/null)" --standard="$TOP_LEVEL/core/phpcs.xml.dist"
  PHPCS=$?
  if [ "$PHPCS" -ne "0" ]; then
    # If there are failures set the status to a number other than 0.
    FINAL_STATUS=1
    printf "\nPHPCS: ${red}failed${reset}\n"
  else
    printf "\nPHPCS: ${green}passed${reset}\n"
  fi
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# Run Twig CS Fixer on all files when twig cs fixer files are changed.
if [[ $TWIGCSFIXER_CONFIG_FILE_CHANGED == "1" ]]; then
  # Test all files with twig-cs-fixer rules.
  vendor/bin/twig-cs-fixer lint -c "$TOP_LEVEL/core/.twig-cs-fixer.php"
  TWIGCS=$?
  if [ "$TWIGCS" -ne "0" ]; then
    # If there are failures set the status to a number other than 0.
    FINAL_STATUS=1
    printf "\TWIGCS: ${red}failed${reset}\n"
  else
    printf "\TWIGCS: ${green}passed${reset}\n"
  fi
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# When the eslint config has been changed, then eslint must check all files.
if [[ $ESLINT_CONFIG_PASSING_FILE_CHANGED == "1" ]]; then
  cd "$TOP_LEVEL/core"
  yarn run lint:core-js-passing "$TOP_LEVEL/core"
  CORRECTJS=$?
  if [ "$CORRECTJS" -ne "0" ]; then
    # If there are failures set the status to a number other than 0.
    FINAL_STATUS=1
    printf "\neslint: ${red}failed${reset}\n"
  else
    printf "\neslint: ${green}passed${reset}\n"
  fi
  cd $TOP_LEVEL
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# When the stylelint config has been changed, then stylelint must check all files.
if [[ $STYLELINT_CONFIG_FILE_CHANGED == "1" ]]; then
  cd "$TOP_LEVEL/core"
  yarn run lint:css
  if [ "$?" -ne "0" ]; then
    # If there are failures set the status to a number other than 0.
    FINAL_STATUS=1
    printf "\nstylelint: ${red}failed${reset}\n"
  else
    printf "\nstylelint: ${green}passed${reset}\n"
  fi
  cd $TOP_LEVEL
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# When JavaScript packages change, then rerun all JavaScript style checks.
if [[ "$JAVASCRIPT_PACKAGES_CHANGED" == "1" ]]; then
  cd "$TOP_LEVEL/core"
  yarn run build:css --check
  CORRECTCSS=$?
  if [ "$CORRECTCSS" -ne "0" ]; then
    FINAL_STATUS=1
    printf "\n${red}ERROR: The compiled CSS from the PCSS files"
    printf "\n       does not match the current CSS files. Some added"
    printf "\n       or updated JavaScript package made changes."
    printf "\n       Recompile the CSS with: yarn run build:css${reset}\n\n"
  fi
  cd $TOP_LEVEL
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# Build file type lists for batch checks.
PHP_FILES=""
JS_FILES=""
CSS_FILES=""
TWIG_FILES=""
for FILE in $FILES; do
  if [[ -f "$TOP_LEVEL/$FILE" ]]; then
    if [[ $FILE =~ \.(inc|install|module|php|profile|test|theme|yml)$ ]]; then
      PHP_FILES="$PHP_FILES $TOP_LEVEL/$FILE"
    fi
    if [[ $FILE =~ \.(yml|js)$ ]]; then
      JS_FILES="$JS_FILES $TOP_LEVEL/$FILE"
    fi
    if [[ $FILE =~ \.css$ ]]; then
      BASENAME=${FILE%.css}
      if [[ $FILE =~ \.pcss\.css$ ]] || [[ ! -f "$TOP_LEVEL/$BASENAME.pcss.css" ]]; then
        CSS_FILES="$CSS_FILES $TOP_LEVEL/$FILE"
      fi
    fi
    if [[ $FILE =~ \.twig$ ]]; then
      TWIG_FILES="$TWIG_FILES $TOP_LEVEL/$FILE"
    fi
  fi
done

# Run PHPCS on changed PHP and YAML files.
if [[ "$PHP_FILES" != "" ]] && [[ $PHPCS_XML_DIST_FILE_CHANGED == "0" ]]; then
  vendor/bin/phpcs $phpcs_memory_limit --standard="$TOP_LEVEL/core/phpcs.xml.dist" $PHP_FILES
  if [ "$?" -ne "0" ]; then
    FINAL_STATUS=1
    printf "\nPHPCS: ${red}failed${reset}\n"
  else
    printf "\nPHPCS: ${green}passed${reset}\n"
  fi
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# Run Twig CS Fixer on changed Twig files.
if [[ "$TWIG_FILES" != "" ]] && [[ $TWIGCSFIXER_CONFIG_FILE_CHANGED == "0" ]]; then
  vendor/bin/twig-cs-fixer lint $TWIG_FILES -c "$TOP_LEVEL/core/.twig-cs-fixer.php"
  if [ "$?" -ne "0" ]; then
    FINAL_STATUS=1
    printf "\TWIGCS: ${red}failed${reset}\n"
  else
    printf "\TWIGCS: ${green}passed${reset}\n"
  fi
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# Run ESLint on changed YAML and JavaScript files.
if [[ "$JS_FILES" != "" ]] && [[ $ESLINT_CONFIG_PASSING_FILE_CHANGED == "0" ]]; then
  cd "$TOP_LEVEL/core"
  node ./node_modules/eslint/bin/eslint.js --quiet --resolve-plugins-relative-to . --config=.eslintrc.passing.json $JS_FILES
  if [ "$?" -ne "0" ]; then
    FINAL_STATUS=1
    printf "\nESLint: ${red}failed${reset}\n"
  else
    printf "\nESLint: ${green}passed${reset}\n"
  fi
  cd "$TOP_LEVEL"
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

# Run Stylelint on changed CSS files.
if [[ "$CSS_FILES" != "" ]] && [[ $STYLELINT_CONFIG_FILE_CHANGED == "0" ]] && [[ -f "core/node_modules/.bin/stylelint" ]]; then
  cd "$TOP_LEVEL/core"
  node_modules/.bin/stylelint --allow-empty-input $CSS_FILES
  if [ "$?" -ne "0" ]; then
    FINAL_STATUS=1
    printf "\nStylelint: ${red}failed${reset}\n"
  else
    printf "\nStylelint: ${green}passed${reset}\n"
  fi
  cd "$TOP_LEVEL"
  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

for FILE in $FILES; do
  # Ensure the file still exists (i.e. is not being deleted).
  if [ -a $FILE ]; then
    if [ ${FILE: -3} != ".sh" ] && [ "$FILE" != "core/scripts/dr" ]; then
      if [ -x $FILE ]; then
        printf "${red}check failed:${reset} file $FILE should not be executable\n"
        FINAL_STATUS=1
      fi
    fi
  fi

  # Don't commit changes to vendor.
  if [[ "$FILE" =~ ^vendor/ ]]; then
    printf "${red}check failed:${reset} file in vendor directory being committed ($FILE)\n"
    FINAL_STATUS=1
  fi

  # Don't commit changes to core/node_modules.
  if [[ "$FILE" =~ ^core/node_modules/ ]]; then
    printf "${red}check failed:${reset} file in core/node_modules directory being committed ($FILE)\n"
    FINAL_STATUS=1
  fi

  ############################################################################
  ### CSS FILES
  ############################################################################
  if [[ -f "$TOP_LEVEL/$FILE" ]] && [[ $FILE =~ \.css$ ]]; then
    # Work out the root name of the CSS so we can ensure that the PostCSS
    # version has been compiled correctly.
    if [[ $FILE =~ \.pcss\.css$ ]]; then
      BASENAME=${FILE%.pcss.css}
      COMPILE_CHECK=1
    else
      BASENAME=${FILE%.css}
      # We only need to compile check if the .pcss.css file is not also
      # changing. This is because the compile check will occur for the
      # .pcss.css file. This might occur if the compiled stylesheets have
      # changed.
      contains_element "$BASENAME.pcss.css" "${FILES[@]}"
      HASPOSTCSS=$?
      if [ "$HASPOSTCSS" -ne "0" ]; then
        COMPILE_CHECK=1
      else
        COMPILE_CHECK=0
      fi
    fi
    # PostCSS
    if [[ "$COMPILE_CHECK" == "1" ]] && [[ -f "$TOP_LEVEL/$BASENAME.pcss.css" ]]; then
      cd "$TOP_LEVEL/core"
      yarn run build:css --check --file "$TOP_LEVEL/$BASENAME.pcss.css"
      CORRECTCSS=$?
      if [ "$CORRECTCSS" -ne "0" ]; then
        # If the CSS does not match the PCSS, set the status to a number other
        # than 0.
        FINAL_STATUS=1
        printf "\n${red}ERROR: The compiled CSS from"
        printf "\n       ${BASENAME}.pcss.css"
        printf "\n       does not match its CSS file. Recompile the CSS with:"
        printf "\n       yarn run build:css${reset}\n\n"
      fi
      cd $TOP_LEVEL
    fi
  fi
done

if [[ "$MAINTAINERS_TXT_CHANGED" == "1" ]]; then
  printf "\n${blue}INFO: MAINTAINERS.TXT changed"
  printf "\n      Make sure follow up changes are made to documentation, Slack channel, email group etc."
  printf "\n      See https://www.drupal.org/about/core/policies/maintainers/add-or-remove-a-subsystem-or-topic-maintainer.${reset}\n\n"

  # Add a separator line to make the output easier to read.
  printf "\n"
  printf -- '-%.0s' {1..100}
  printf "\n"
fi

exit $FINAL_STATUS

File

View on git.drupalcode.org

core/scripts/dev/commit-code-check.sh

View source 
  1. #!/bin/bash

  2. #

  3. # This script performs code quality checks.

  4. #

  5. # @internal

  6. #   This script is not covered by Drupal core's backwards compatibility promise.

  7. #   It exists only for core development purposes.

  8. #

  9. # The script makes the following checks:

  10. # - Spell checking.

  11. # - File modes.

  12. # - No changes to core/node_modules directory.

  13. # - PHPCS checks PHP and YAML files.

  14. # - PHPStan checks PHP files.

  15. # - ESLint checks JavaScript and YAML files.

  16. # - Stylelint checks CSS files.

  17. # - Checks .pcss.css and .css files are equivalent.

  18. 

  19. # cSpell:disable

  20. 

  21. # Searches an array.

  22. contains_element() {

  23.   local e

  24.   for e in ${@:2}; do [[ "$e" == "$1" ]] && return 0; done

  25.   return 1

  26. }

  27. 

  28. MEMORY_UNLIMITED=0

  29. CACHED=0

  30. BRANCH=""

  31. while test $# -gt 0; do

  32.   case "$1" in

  33.     -h|--help)

  34.       echo "Drupal code quality checks"

  35.       echo " "

  36.       echo "options:"

  37.       echo "-h, --help                show brief help"

  38.       echo "--branch BRANCH           creates list of files to check by comparing against a branch"

  39.       echo "--cached                  checks staged files"

  40.       echo "--memory-unlimited        bypass PHP memory limit for PHPStan and PHPCS"

  41.       echo " "

  42.       echo "Example usage: sh ./core/scripts/dev/commit-code-check.sh --branch 9.2.x"

  43.       exit 0

  44.       ;;

  45.     --branch)

  46.       BRANCH="$2"

  47.       if [[ "$BRANCH" == "" ]]; then

  48.         printf "The --branch option requires a value. For example: --branch 9.2.x\n"

  49.         exit;

  50.       fi

  51.       shift 2

  52.       ;;

  53.     --cached)

  54.       CACHED=1

  55.       shift

  56.       ;;

  57.     --memory-unlimited)

  58.       MEMORY_UNLIMITED=1

  59.       shift

  60.       ;;

  61.     *)

  62.       break

  63.       ;;

  64.   esac

  65. done

  66. 

  67. memory_limit=""

  68. phpcs_memory_limit=""

  69. 

  70. if [[ "$MEMORY_UNLIMITED" == "1" ]]; then

  71.   memory_limit="--memory-limit=-1"

  72.   phpcs_memory_limit="-d memory_limit=-1"

  73. fi

  74. 

  75. # Set up variables to make colored output simple.

  76. red=$(tput setaf 1 && tput bold)

  77. blue=$(tput setaf 4 && tput bold)

  78. green=$(tput setaf 2)

  79. reset=$(tput sgr0)

  80. GIT="git"

  81. 

  82. # Gets list of files to check.

  83. if [[ "$BRANCH" != "" ]]; then

  84.   FILES=$($GIT diff --name-only $BRANCH HEAD);

  85. elif [[ "$CACHED" == "0" ]]; then

  86.   # List of all changes in the working directory.

  87.   FILES=$($GIT ls-files --other --modified --exclude-standard --exclude=vendor)

  88. else

  89.   # Check staged files only.

  90.   if $GIT rev-parse --verify HEAD >/dev/null 2>&1

  91.   then

  92.     AGAINST=HEAD

  93.   else

  94.     # Initial commit: diff against an empty tree object

  95.     AGAINST=4b825dc642cb6eb9a060e54bf8d69288fbee4904

  96.   fi

  97.   FILES=$($GIT diff --cached --name-only $AGAINST);

  98. fi

  99. 

  100. TOP_LEVEL=$($GIT rev-parse --show-toplevel)

  101. 

  102. # This variable will be set to one when the file core/phpcs.xml.dist is changed.

  103. PHPCS_XML_DIST_FILE_CHANGED=0

  104. 

  105. # This variable will be set to one when the files core/.phpstan-baseline.php or

  106. # core/phpstan.neon.dist are changed.

  107. PHPSTAN_DIST_FILE_CHANGED=0

  108. 

  109. # This variable will be set to one when one of the eslint config file is

  110. # changed:

  111. #  - core/.eslintrc.passing.json

  112. #  - core/.eslintrc.json

  113. #  - core/.eslintrc.jquery.json

  114. ESLINT_CONFIG_PASSING_FILE_CHANGED=0

  115. 

  116. # This variable will be set to one when the stylelint config file is changed.

  117. # changed:

  118. #  - core/.stylelintignore

  119. #  - core/.stylelintrc.json

  120. STYLELINT_CONFIG_FILE_CHANGED=0

  121. 

  122. # This variable will be set to one when the twig-cs-fixer config file is

  123. # changed:

  124. #  - core/.twig-cs-fixer.php

  125. TWIGCSFIXER_CONFIG_FILE_CHANGED=0

  126. 

  127. # This variable will be set to one when JavaScript packages files are changed.

  128. # changed:

  129. #  - core/package.json

  130. #  - core/yarn.lock

  131. JAVASCRIPT_PACKAGES_CHANGED=0

  132. 

  133. # This variable will be set when a Drupal-specific CKEditor 5 plugin has changed

  134. # it is used to make sure the compiled JS is valid.

  135. CKEDITOR5_PLUGINS_CHANGED=0

  136. 

  137. # This variable will be set to one when either of the core dictionaries or the

  138. # .cspell.json config has changed.

  139. CSPELL_DICTIONARY_FILE_CHANGED=0

  140. 

  141. # Build up a list of absolute file names.

  142. ABS_FILES=

  143. for FILE in $FILES; do

  144.   if [ -f "$TOP_LEVEL/$FILE" ]; then

  145.     ABS_FILES="$ABS_FILES $TOP_LEVEL/$FILE"

  146.   fi

  147. 

  148.   if [[ $FILE == "core/phpcs.xml.dist" ]]; then

  149.     PHPCS_XML_DIST_FILE_CHANGED=1;

  150.   fi;

  151. 

  152.   if [[ $FILE == "core/.twig-cs-fixer.php" ]]; then

  153.     TWIGCSFIXER_CONFIG_FILE_CHANGED=1;

  154.   fi;

  155. 

  156.   if [[ $FILE == "core/.phpstan-baseline.php" || $FILE == "core/phpstan.neon.dist" ]]; then

  157.     PHPSTAN_DIST_FILE_CHANGED=1;

  158.   fi;

  159. 

  160.   if [[ $FILE == "core/.eslintrc.json" || $FILE == "core/.eslintrc.passing.json" || $FILE == "core/.eslintrc.jquery.json" ]]; then

  161.     ESLINT_CONFIG_PASSING_FILE_CHANGED=1;

  162.   fi;

  163. 

  164.   if [[ $FILE == "core/.stylelintignore" || $FILE == "core/.stylelintrc.json" ]]; then

  165.     STYLELINT_CONFIG_FILE_CHANGED=1;

  166.   fi;

  167. 

  168.   # If JavaScript packages change, then rerun all JavaScript style checks.

  169.   if [[ $FILE == "core/package.json" || $FILE == "core/yarn.lock" ]]; then

  170.     ESLINT_CONFIG_PASSING_FILE_CHANGED=1;

  171.     STYLELINT_CONFIG_FILE_CHANGED=1;

  172.     JAVASCRIPT_PACKAGES_CHANGED=1;

  173.   fi;

  174. 

  175.   if [[ -f "$TOP_LEVEL/$FILE" ]] && [[ $FILE =~ \.js$ ]] && [[ $FILE =~ ^core/modules/ckeditor5/js/build || $FILE =~ ^core/modules/ckeditor5/js/ckeditor5_plugins ]]; then

  176.     CKEDITOR5_PLUGINS_CHANGED=1;

  177.   fi;

  178. 

  179.   if [[ $FILE == "core/misc/cspell/dictionary.txt" || $FILE == "core/misc/cspell/drupal-dictionary.txt" || $FILE == "core/.cspell.json" ]]; then

  180.     CSPELL_DICTIONARY_FILE_CHANGED=1;

  181.   fi

  182. 

  183.   if [[ $FILE == "core/MAINTAINERS.txt" ]]; then

  184.     MAINTAINERS_TXT_CHANGED=1;

  185.   fi

  186. 

  187. done

  188. 

  189. # Exit early if there are no files.

  190. if [[ "$ABS_FILES" == "" ]]; then

  191.   printf "There are no files to check. If you have staged a commit use the --cached option.\n"

  192.   exit;

  193. fi;

  194. 

  195. # This script assumes that composer install and yarn install have already been

  196. # run and all dependencies are updated.

  197. FINAL_STATUS=0

  198. 

  199. DEPENDENCIES_NEED_INSTALLING=0

  200. # Ensure PHP development dependencies are installed.

  201. # @todo https://github.com/composer/composer/issues/4497 Improve this to

  202. #  determine if dependencies in the lock file match the installed versions.

  203. #  Using composer install --dry-run is not valid because it would depend on

  204. #  user-facing strings in Composer.

  205. if ! [[ -f 'vendor/bin/phpcs' ]]; then

  206.   printf "Drupal's PHP development dependencies are not installed. Run 'composer install' from the root directory.\n"

  207.   DEPENDENCIES_NEED_INSTALLING=1;

  208. fi

  209. 

  210. cd "$TOP_LEVEL/core"

  211. 

  212. # Ensure JavaScript development dependencies are installed.

  213. yarn --version

  214. yarn >/dev/null

  215. 

  216. # Check all files for spelling in one go for better performance.

  217. if [[ $CSPELL_DICTIONARY_FILE_CHANGED == "1" ]] ; then

  218.   printf "\nRunning spellcheck on *all* files.\n"

  219.   yarn run spellcheck:core --no-must-find-files --no-progress

  220. else

  221.   # Check all files for spelling in one go for better performance. We pipe the

  222.   # list files in so we obey the globs set on the spellcheck:core command in

  223.   # core/package.json.

  224.   echo "${ABS_FILES}" | tr ' ' '\n' | yarn run spellcheck:core --no-must-find-files --file-list stdin

  225. fi

  226. 

  227. if [ "$?" -ne "0" ]; then

  228.   # If there are failures set the status to a number other than 0.

  229.   FINAL_STATUS=1

  230.   printf "\nCSpell: ${red}failed${reset}\n"

  231. else

  232.   printf "\nCSpell: ${green}passed${reset}\n"

  233. fi

  234. cd "$TOP_LEVEL"

  235. 

  236. # Add a separator line to make the output easier to read.

  237. printf "\n"

  238. printf -- '-%.0s' {1..100}

  239. printf "\n"

  240. 

  241. # Run PHPStan on all files when phpstan files are changed.

  242. # APCu is disabled to ensure that the composer classmap is not corrupted.

  243. if [[ $PHPSTAN_DIST_FILE_CHANGED == "1" ]]; then

  244.   printf "\nRunning PHPStan on *all* files.\n"

  245.   php -d apc.enabled=0 -d apc.enable_cli=0 vendor/bin/phpstan analyze --no-progress --configuration="$TOP_LEVEL/core/phpstan.neon.dist" $memory_limit

  246. else

  247.   # Only run PHPStan on changed files locally.

  248.   printf "\nRunning PHPStan on changed files.\n"

  249.   php -d apc.enabled=0 -d apc.enable_cli=0 vendor/bin/phpstan analyze --no-progress --configuration="$TOP_LEVEL/core/phpstan-partial.neon" $ABS_FILES $memory_limit

  250. fi

  251. 

  252. if [ "$?" -ne "0" ]; then

  253.   # If there are failures set the status to a number other than 0.

  254.   FINAL_STATUS=1

  255.   printf "\nPHPStan: ${red}failed${reset}\n"

  256. else

  257.   printf "\nPHPStan: ${green}passed${reset}\n"

  258. fi

  259. 

  260. # Add a separator line to make the output easier to read.

  261. printf "\n"

  262. printf -- '-%.0s' {1..100}

  263. printf "\n"

  264. 

  265. # Run PHPCS on all files when phpcs files are changed.

  266. if [[ $PHPCS_XML_DIST_FILE_CHANGED == "1" ]]; then

  267.   # Test all files with phpcs rules.

  268.   vendor/bin/phpcs $phpcs_memory_limit -ps --parallel="$( (nproc || sysctl -n hw.logicalcpu || echo 4) 2>/dev/null)" --standard="$TOP_LEVEL/core/phpcs.xml.dist"

  269.   PHPCS=$?

  270.   if [ "$PHPCS" -ne "0" ]; then

  271.     # If there are failures set the status to a number other than 0.

  272.     FINAL_STATUS=1

  273.     printf "\nPHPCS: ${red}failed${reset}\n"

  274.   else

  275.     printf "\nPHPCS: ${green}passed${reset}\n"

  276.   fi

  277.   # Add a separator line to make the output easier to read.

  278.   printf "\n"

  279.   printf -- '-%.0s' {1..100}

  280.   printf "\n"

  281. fi

  282. 

  283. # Run Twig CS Fixer on all files when twig cs fixer files are changed.

  284. if [[ $TWIGCSFIXER_CONFIG_FILE_CHANGED == "1" ]]; then

  285.   # Test all files with twig-cs-fixer rules.

  286.   vendor/bin/twig-cs-fixer lint -c "$TOP_LEVEL/core/.twig-cs-fixer.php"

  287.   TWIGCS=$?

  288.   if [ "$TWIGCS" -ne "0" ]; then

  289.     # If there are failures set the status to a number other than 0.

  290.     FINAL_STATUS=1

  291.     printf "\TWIGCS: ${red}failed${reset}\n"

  292.   else

  293.     printf "\TWIGCS: ${green}passed${reset}\n"

  294.   fi

  295.   # Add a separator line to make the output easier to read.

  296.   printf "\n"

  297.   printf -- '-%.0s' {1..100}

  298.   printf "\n"

  299. fi

  300. 

  301. # When the eslint config has been changed, then eslint must check all files.

  302. if [[ $ESLINT_CONFIG_PASSING_FILE_CHANGED == "1" ]]; then

  303.   cd "$TOP_LEVEL/core"

  304.   yarn run lint:core-js-passing "$TOP_LEVEL/core"

  305.   CORRECTJS=$?

  306.   if [ "$CORRECTJS" -ne "0" ]; then

  307.     # If there are failures set the status to a number other than 0.

  308.     FINAL_STATUS=1

  309.     printf "\neslint: ${red}failed${reset}\n"

  310.   else

  311.     printf "\neslint: ${green}passed${reset}\n"

  312.   fi

  313.   cd $TOP_LEVEL

  314.   # Add a separator line to make the output easier to read.

  315.   printf "\n"

  316.   printf -- '-%.0s' {1..100}

  317.   printf "\n"

  318. fi

  319. 

  320. # When the stylelint config has been changed, then stylelint must check all files.

  321. if [[ $STYLELINT_CONFIG_FILE_CHANGED == "1" ]]; then

  322.   cd "$TOP_LEVEL/core"

  323.   yarn run lint:css

  324.   if [ "$?" -ne "0" ]; then

  325.     # If there are failures set the status to a number other than 0.

  326.     FINAL_STATUS=1

  327.     printf "\nstylelint: ${red}failed${reset}\n"

  328.   else

  329.     printf "\nstylelint: ${green}passed${reset}\n"

  330.   fi

  331.   cd $TOP_LEVEL

  332.   # Add a separator line to make the output easier to read.

  333.   printf "\n"

  334.   printf -- '-%.0s' {1..100}

  335.   printf "\n"

  336. fi

  337. 

  338. # When JavaScript packages change, then rerun all JavaScript style checks.

  339. if [[ "$JAVASCRIPT_PACKAGES_CHANGED" == "1" ]]; then

  340.   cd "$TOP_LEVEL/core"

  341.   yarn run build:css --check

  342.   CORRECTCSS=$?

  343.   if [ "$CORRECTCSS" -ne "0" ]; then

  344.     FINAL_STATUS=1

  345.     printf "\n${red}ERROR: The compiled CSS from the PCSS files"

  346.     printf "\n       does not match the current CSS files. Some added"

  347.     printf "\n       or updated JavaScript package made changes."

  348.     printf "\n       Recompile the CSS with: yarn run build:css${reset}\n\n"

  349.   fi

  350.   cd $TOP_LEVEL

  351.   # Add a separator line to make the output easier to read.

  352.   printf "\n"

  353.   printf -- '-%.0s' {1..100}

  354.   printf "\n"

  355. fi

  356. 

  357. # Build file type lists for batch checks.

  358. PHP_FILES=""

  359. JS_FILES=""

  360. CSS_FILES=""

  361. TWIG_FILES=""

  362. for FILE in $FILES; do

  363.   if [[ -f "$TOP_LEVEL/$FILE" ]]; then

  364.     if [[ $FILE =~ \.(inc|install|module|php|profile|test|theme|yml)$ ]]; then

  365.       PHP_FILES="$PHP_FILES $TOP_LEVEL/$FILE"

  366.     fi

  367.     if [[ $FILE =~ \.(yml|js)$ ]]; then

  368.       JS_FILES="$JS_FILES $TOP_LEVEL/$FILE"

  369.     fi

  370.     if [[ $FILE =~ \.css$ ]]; then

  371.       BASENAME=${FILE%.css}

  372.       if [[ $FILE =~ \.pcss\.css$ ]] || [[ ! -f "$TOP_LEVEL/$BASENAME.pcss.css" ]]; then

  373.         CSS_FILES="$CSS_FILES $TOP_LEVEL/$FILE"

  374.       fi

  375.     fi

  376.     if [[ $FILE =~ \.twig$ ]]; then

  377.       TWIG_FILES="$TWIG_FILES $TOP_LEVEL/$FILE"

  378.     fi

  379.   fi

  380. done

  381. 

  382. # Run PHPCS on changed PHP and YAML files.

  383. if [[ "$PHP_FILES" != "" ]] && [[ $PHPCS_XML_DIST_FILE_CHANGED == "0" ]]; then

  384.   vendor/bin/phpcs $phpcs_memory_limit --standard="$TOP_LEVEL/core/phpcs.xml.dist" $PHP_FILES

  385.   if [ "$?" -ne "0" ]; then

  386.     FINAL_STATUS=1

  387.     printf "\nPHPCS: ${red}failed${reset}\n"

  388.   else

  389.     printf "\nPHPCS: ${green}passed${reset}\n"

  390.   fi

  391.   # Add a separator line to make the output easier to read.

  392.   printf "\n"

  393.   printf -- '-%.0s' {1..100}

  394.   printf "\n"

  395. fi

  396. 

  397. # Run Twig CS Fixer on changed Twig files.

  398. if [[ "$TWIG_FILES" != "" ]] && [[ $TWIGCSFIXER_CONFIG_FILE_CHANGED == "0" ]]; then

  399.   vendor/bin/twig-cs-fixer lint $TWIG_FILES -c "$TOP_LEVEL/core/.twig-cs-fixer.php"

  400.   if [ "$?" -ne "0" ]; then

  401.     FINAL_STATUS=1

  402.     printf "\TWIGCS: ${red}failed${reset}\n"

  403.   else

  404.     printf "\TWIGCS: ${green}passed${reset}\n"

  405.   fi

  406.   # Add a separator line to make the output easier to read.

  407.   printf "\n"

  408.   printf -- '-%.0s' {1..100}

  409.   printf "\n"

  410. fi

  411. 

  412. # Run ESLint on changed YAML and JavaScript files.

  413. if [[ "$JS_FILES" != "" ]] && [[ $ESLINT_CONFIG_PASSING_FILE_CHANGED == "0" ]]; then

  414.   cd "$TOP_LEVEL/core"

  415.   node ./node_modules/eslint/bin/eslint.js --quiet --resolve-plugins-relative-to . --config=.eslintrc.passing.json $JS_FILES

  416.   if [ "$?" -ne "0" ]; then

  417.     FINAL_STATUS=1

  418.     printf "\nESLint: ${red}failed${reset}\n"

  419.   else

  420.     printf "\nESLint: ${green}passed${reset}\n"

  421.   fi

  422.   cd "$TOP_LEVEL"

  423.   # Add a separator line to make the output easier to read.

  424.   printf "\n"

  425.   printf -- '-%.0s' {1..100}

  426.   printf "\n"

  427. fi

  428. 

  429. # Run Stylelint on changed CSS files.

  430. if [[ "$CSS_FILES" != "" ]] && [[ $STYLELINT_CONFIG_FILE_CHANGED == "0" ]] && [[ -f "core/node_modules/.bin/stylelint" ]]; then

  431.   cd "$TOP_LEVEL/core"

  432.   node_modules/.bin/stylelint --allow-empty-input $CSS_FILES

  433.   if [ "$?" -ne "0" ]; then

  434.     FINAL_STATUS=1

  435.     printf "\nStylelint: ${red}failed${reset}\n"

  436.   else

  437.     printf "\nStylelint: ${green}passed${reset}\n"

  438.   fi

  439.   cd "$TOP_LEVEL"

  440.   # Add a separator line to make the output easier to read.

  441.   printf "\n"

  442.   printf -- '-%.0s' {1..100}

  443.   printf "\n"

  444. fi

  445. 

  446. for FILE in $FILES; do

  447.   # Ensure the file still exists (i.e. is not being deleted).

  448.   if [ -a $FILE ]; then

  449.     if [ ${FILE: -3} != ".sh" ] && [ "$FILE" != "core/scripts/dr" ]; then

  450.       if [ -x $FILE ]; then

  451.         printf "${red}check failed:${reset} file $FILE should not be executable\n"

  452.         FINAL_STATUS=1

  453.       fi

  454.     fi

  455.   fi

  456. 

  457.   # Don't commit changes to vendor.

  458.   if [[ "$FILE" =~ ^vendor/ ]]; then

  459.     printf "${red}check failed:${reset} file in vendor directory being committed ($FILE)\n"

  460.     FINAL_STATUS=1

  461.   fi

  462. 

  463.   # Don't commit changes to core/node_modules.

  464.   if [[ "$FILE" =~ ^core/node_modules/ ]]; then

  465.     printf "${red}check failed:${reset} file in core/node_modules directory being committed ($FILE)\n"

  466.     FINAL_STATUS=1

  467.   fi

  468. 

  469.   ############################################################################

  470.   ### CSS FILES

  471.   ############################################################################

  472.   if [[ -f "$TOP_LEVEL/$FILE" ]] && [[ $FILE =~ \.css$ ]]; then

  473.     # Work out the root name of the CSS so we can ensure that the PostCSS

  474.     # version has been compiled correctly.

  475.     if [[ $FILE =~ \.pcss\.css$ ]]; then

  476.       BASENAME=${FILE%.pcss.css}

  477.       COMPILE_CHECK=1

  478.     else

  479.       BASENAME=${FILE%.css}

  480.       # We only need to compile check if the .pcss.css file is not also

  481.       # changing. This is because the compile check will occur for the

  482.       # .pcss.css file. This might occur if the compiled stylesheets have

  483.       # changed.

  484.       contains_element "$BASENAME.pcss.css" "${FILES[@]}"

  485.       HASPOSTCSS=$?

  486.       if [ "$HASPOSTCSS" -ne "0" ]; then

  487.         COMPILE_CHECK=1

  488.       else

  489.         COMPILE_CHECK=0

  490.       fi

  491.     fi

  492.     # PostCSS

  493.     if [[ "$COMPILE_CHECK" == "1" ]] && [[ -f "$TOP_LEVEL/$BASENAME.pcss.css" ]]; then

  494.       cd "$TOP_LEVEL/core"

  495.       yarn run build:css --check --file "$TOP_LEVEL/$BASENAME.pcss.css"

  496.       CORRECTCSS=$?

  497.       if [ "$CORRECTCSS" -ne "0" ]; then

  498.         # If the CSS does not match the PCSS, set the status to a number other

  499.         # than 0.

  500.         FINAL_STATUS=1

  501.         printf "\n${red}ERROR: The compiled CSS from"

  502.         printf "\n       ${BASENAME}.pcss.css"

  503.         printf "\n       does not match its CSS file. Recompile the CSS with:"

  504.         printf "\n       yarn run build:css${reset}\n\n"

  505.       fi

  506.       cd $TOP_LEVEL

  507.     fi

  508.   fi

  509. done

  510. 

  511. if [[ "$MAINTAINERS_TXT_CHANGED" == "1" ]]; then

  512.   printf "\n${blue}INFO: MAINTAINERS.TXT changed"

  513.   printf "\n      Make sure follow up changes are made to documentation, Slack channel, email group etc."

  514.   printf "\n      See https://www.drupal.org/about/core/policies/maintainers/add-or-remove-a-subsystem-or-topic-maintainer.${reset}\n\n"

  515. 

  516.   # Add a separator line to make the output easier to read.

  517.   printf "\n"

  518.   printf -- '-%.0s' {1..100}

  519.   printf "\n"

  520. fi

  521. 

  522. exit $FINAL_STATUS

Buggy or inaccurate documentation? Please file an issue. Need support? Need help programming? Connect with the Drupal community.