standalone_embedded_diff.sh

#!/bin/bash

CHECKED=()
DUPLICATED_CLASSES=()

declare -A DIFFERENCES
declare -A REPO_MISSING
declare -A REPO_ADDITIONAL

while getopts b:m:s:w: option
do
case "${option}"
in
b) BLACKLIST_FILE=${OPTARG};;
m) MAVEN_ZIP=${OPTARG};;
s) STANDALONE_ZIP=${OPTARG};;
w) WORKSPACE=${OPTARG};;
esac
done

WORKSPACE="${WORKSPACE:-/tmp/standalone_embedded_diff}"

# Print help
if [ "$STANDALONE_ZIP" == "" ] || [ "$MAVEN_ZIP" == "" ] || [ "$BLACKLIST_FILE" == "" ]; then
  echo "This script looks for differences between standalone and embedded tomcats."
  echo
  echo "Usage:"
  echo "     sh standalone_embedded_diff.sh -s <tomcat standalone zip> -m <maven repo zip> -b <blacklist_file> [-w <workspace_dir>]"
  exit 1
fi

# Checks MD5 sums 
check_hash_sums () {
  local sum_1=`md5sum $1 | awk '{ print $1 }'`
  local sum_2=`md5sum $2 | awk '{ print $1 }'`

  if [[ "$sum_1" == "$sum_2" ]]; then
    return 0
  else
    return 1
  fi
}

in_blacklist () {
  local blacklist_jars=""

  if [ "$2" == "REPO_ADDITIONAL" ]; then
    blacklist_jars=$(cat $BLACKLIST_FILE | grep "REPO_ADDITIONAL")
    blacklist_jars=${blacklist_jars#*"REPO_ADDITIONAL:"}
  else
    blacklist_jars=$(cat $BLACKLIST_FILE | grep "STANDALONE_ADDITIONAL")
    blacklist_jars=${blacklist_jars#*"STANDALONE_ADDITIONAL:"}
  fi

  for jar in `echo $blacklist_jars | tr "," "\n"`; do
    if [[ "$1" = *"$jar"* ]]; then
      return 0
    fi  
  done

  return 1
}

MAVEN_REPO_NAME=`unzip -l $MAVEN_ZIP | sed -n 's/.*\(jboss-web-server-.*-maven-repository\)\/$/\1/p'`

mkdir -p $WORKSPACE
rm -rf $WORKSPACE/repo $WORKSPACE/standalone $WORKSPACE/folderA $WORKSPACE/folderB

mkdir $WORKSPACE/standalone $WORKSPACE/repo

# Unzip packages into WORKSPACE
unzip -qq $STANDALONE_ZIP -d $WORKSPACE/standalone
unzip -qq $MAVEN_ZIP -d $WORKSPACE/repo

a_dir=$WORKSPACE"/folderA/"
b_dir=$WORKSPACE"/folderB/"

mkdir $a_dir $b_dir

# Clean up in temporary dirs
rm -rf $a_dir/* $b_dir/*

# Unzips all repo jars
for repo_jar in $(find $WORKSPACE/repo -name "*.jar"); do
  if ! in_blacklist $repo_jar "REPO_ADDITIONAL"; then
    unzip -o -qq -d $a_dir $repo_jar "*.class" &> /dev/null
  fi
done

# Go through standalone jars and check all classes
for standalone_jar in $(find $WORKSPACE/standalone -name "*.jar"); do

  if in_blacklist $standalone_jar "STANDALONE_ADDITIONAL"; then
    continue
  fi

  unzip -o -qq -d $b_dir $standalone_jar "*.class" &> /dev/null

  s_jar=$(basename $standalone_jar)

  for class in $(find $b_dir -name "*.class"); do
    if [ $(basename $class) == "module-info.class" ]; then
      continue
    fi

    repo_class="$a_dir/${class#*$b_dir}"

    if [ ! -f $repo_class ]; then
      REPO_MISSING+=(["$standalone_jar"]="$repo_class:")
      continue
    fi    

    if ! check_hash_sums $repo_class $class; then
      DIFFERENCES+=(["$standalone_jar"]="$class:")
    fi
  done

  # Clean checked package
  rm -rf $b_dir/*
done

# Clean up in temporary dirs
rm -rf $a_dir/* $b_dir/*

# Unzips all standalone jars
for standalone_jar in $(find $WORKSPACE/standalone -name "*.jar"); do
  if ! in_blacklist $standalone_jar "STANDALONE_ADDITIONAL"; then
    unzip -o -qq -d $a_dir $standalone_jar "*.class" &> /dev/null
  fi
done

# Go through repo jars and check all classes
for repo_jar in $(find $WORKSPACE/repo -name "*.jar"); do
  if in_blacklist $repo_jar "REPO_ADDITIONAL"; then
    continue
  fi

  unzip -o -qq -d $b_dir $repo_jar "*.class" &> /dev/null

  r_jar=$(basename $repo_jar)

  for class in $(find $b_dir -name "*.class"); do
    if [ $(basename $class) == "module-info.class" ]; then
      continue
    fi

    standalone_class="$a_dir/${class#*$b_dir}"

    if [ ! -f $standalone_class ]; then
      REPO_ADDITIONAL+=(["$repo_jar"]="$standalone_class:")
      continue
    fi    

    if ! check_hash_sums $standalone_class $class; then
      DIFFERENCES+=(["$repo_jar"]="$class:")
    fi
  done

  # Clean checked package
  rm -rf $b_dir/*
done

rm -rf $a_dir $b_dir

# Outputs formating (stdout and test report combined)
failures=0

if [[ ${#DIFFERENCES[@]} > 0 ]]; then
  failures=$(($failures + 1))
fi

if [[ ${#REPO_MISSING[@]} > 0 ]]; then
  failures=$(($failures + 1))
fi

if [[ ${#REPO_ADDITIONAL[@]} > 0 ]]; then
  failures=$(($failures + 1))
fi

# Test report file
f=$WORKSPACE/TEST-report.xml

echo '<testsuite name="Standalone_vs_Embedded" time="0" tests="3" errors="0" skipped="0" failures="'$failures'">' > $f
echo '  <testcase name="Different Classes" time="0">' >> $f

# Report differences
echo
echo DIFFERENCES:
if [[ ${#DIFFERENCES[@]} > 0 ]]; then 
  echo '    <failure message="Archives differ in some packages">' >> $f

  for diff in "${!DIFFERENCES[@]}"; do
    different_classes_count=`echo ${DIFFERENCES[$diff]} | tr ":" "\n" | grep -c ".class"`  
    package_classes_count=`unzip -l $diff | grep -c ".class"`
    diff_base=`basename $diff`

    if [ "$different_classes_count" == "$package_classes_count" ]; then
      printf "\t%-60s %s\n" $diff_base "ALL" | tee -a $f
    else
      printf "\t%-60s %s\n" $diff_base "$different_classes_count/$package_classes_count" | tee -a $f

      for i in `echo ${DIFFERENCES[$diff]} | tr ":" "\n"`; do
        echo ${i#*$a_dir} &>> $WORKSPACE/DIFFERENCES_$diff_base.txt
      done
    fi
  done
  echo '    </failure>' >> $f
fi

echo '  </testcase>' >> $f
echo '  <testcase name="Repo Missing Packages" time="0">' >> $f

# Report missing files in repo
echo
echo REPO MISSING:
if [[ ${#REPO_MISSING[@]} > 0 ]]; then
  echo '    <failure message="Maven repository archive does not contain some packages from standalone archive">' >> $f
  for missing in ${!REPO_MISSING[@]}; do
    different_classes_count=`echo ${REPO_MISSING[$missing]} | tr ":" "\n" | grep -c ".class"`  
    package_classes_count=`unzip -l $missing | grep -c ".class"`
    missing_base=`basename $missing`

    if [ "$different_classes_count" == "$package_classes_count" ]; then
      printf "\t%-60s %s\n"  $missing_base "ALL" | tee -a $f 
    else
      printf "\t%-60s %s\n"  $missing_base "$different_classes_count/$package_classes_count" | tee -a $f

      for i in `echo ${REPO_MISSING[$missing]} | tr ":" "\n"`; do
        echo ${i#*$a_dir} &>> $WORKSPACE/REPO_MISSING_$missing_base.txt
      done
    fi
  done
  echo '    </failure>' >> $f
fi

echo '  </testcase>' >> $f
echo '  <testcase name="Repo Additional Packages" time="0">' >> $f 

# Report additional files in repo
echo
echo REPO ADDITIONAL:
if [[ ${#REPO_ADDITIONAL[@]} > 0 ]]; then
  echo '    <failure message="Maven repository archive contains some additional packages">' >> $f
  for additional in ${!REPO_ADDITIONAL[@]}; do
    different_classes_count=`echo ${REPO_ADDITIONAL[$additional]} | tr ":" "\n" | grep -c ".class"`
    package_classes_count=`unzip -l $additional | grep -c ".class"`
    additional_base=`basename $additional`

    if [ "$different_classes_count" == "$package_classes_count" ]; then
      printf "\t%-60s %s %s\n" $additional_base "ALL" | tee -a $f
    else
      printf "\t%-60s %s\n"  $additional_base "$different_classes_count/$package_classes_count" | tee -a $f

      for i in `echo ${REPO_ADDITIONAL[$additional]} | tr ":" "\n"`; do
        echo ${i#*$a_dir} &>> $WORKSPACE/REPO_ADDITIONAL_$additional_base.txt
      done
    fi
  done
  echo '    </failure>' >> $f
fi

echo '  </testcase>' >> $f
echo '</testsuite>' >> $f

echo 
echo Report stored to $f

rm -rf $WORKSPACE/repo $WORKSPACE/standalone