diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..5f81826 --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +.idea +.gradle +build/ \ No newline at end of file diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 0000000..a1866fa --- /dev/null +++ b/.travis.yml @@ -0,0 +1,4 @@ +language: java + +jdk: +- oraclejdk8 \ No newline at end of file diff --git a/README.md b/README.md deleted file mode 100644 index e69de29..0000000 diff --git a/build.gradle b/build.gradle new file mode 100644 index 0000000..2cedd6c --- /dev/null +++ b/build.gradle @@ -0,0 +1,15 @@ +group 'spbau.shevchenko' +version '1.0-SNAPSHOT' + +apply plugin: 'java' + +//noinspection GroovyUnusedAssignment +sourceCompatibility = 1.8 + +repositories { + mavenCentral() +} + +dependencies { + testCompile group: 'junit', name: 'junit', version: '4.11' +} diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000..ca78035 Binary files /dev/null and b/gradle/wrapper/gradle-wrapper.jar differ diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..c3a86f7 --- /dev/null +++ b/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Thu Mar 02 20:22:38 MSK 2017 +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-2.13-all.zip diff --git a/gradlew b/gradlew new file mode 100755 index 0000000..27309d9 --- /dev/null +++ b/gradlew @@ -0,0 +1,164 @@ +#!/usr/bin/env bash + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn ( ) { + echo "$*" +} + +die ( ) { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules +function splitJvmOpts() { + JVM_OPTS=("$@") +} +eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS +JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME" + +exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@" diff --git a/gradlew.bat b/gradlew.bat new file mode 100644 index 0000000..832fdb6 --- /dev/null +++ b/gradlew.bat @@ -0,0 +1,90 @@ +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS= + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto init + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto init + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:init +@rem Get command-line arguments, handling Windows variants + +if not "%OS%" == "Windows_NT" goto win9xME_args +if "%@eval[2+2]" == "4" goto 4NT_args + +:win9xME_args +@rem Slurp the command line arguments. +set CMD_LINE_ARGS= +set _SKIP=2 + +:win9xME_args_slurp +if "x%~1" == "x" goto execute + +set CMD_LINE_ARGS=%* +goto execute + +:4NT_args +@rem Get arguments from the 4NT Shell from JP Software +set CMD_LINE_ARGS=%$ + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/settings.gradle b/settings.gradle new file mode 100644 index 0000000..c9285fe --- /dev/null +++ b/settings.gradle @@ -0,0 +1,2 @@ +rootProject.name = 'Lazy' + diff --git a/src/main/java/ru/spbau/shevchenko/CLI.java b/src/main/java/ru/spbau/shevchenko/CLI.java new file mode 100644 index 0000000..0700af9 --- /dev/null +++ b/src/main/java/ru/spbau/shevchenko/CLI.java @@ -0,0 +1,34 @@ +package ru.spbau.shevchenko; + +import java.io.IOException; +import java.nio.file.Paths; +import java.util.Arrays; + +public class CLI { + public static void main(String[] args) throws IOException { + for (String path : args) { + processSingleThreaded(path); + processMultiThreaded(path); + } + } + + private static void processMultiThreaded(String path) throws IOException { + System.out.println("Multithreaded:"); + process(path, new ForkJoinCalculator()); + } + private static void processSingleThreaded(String path) throws IOException { + System.out.println("Singlethreaded:"); + process(path, new SingleThreadedCalculator()); + } + + private static void process(String path, FileChecksumCalculator calculator) throws IOException { + long startTime = System.currentTimeMillis(); + byte[] hash = calculator.calcChecksum(Paths.get(path)); + long endTime = System.currentTimeMillis(); + Double tookSeconds = (endTime - startTime) / 1000.0; + System.out.println("Calculated result for " + path + " in " + tookSeconds.toString()); + System.out.println("Result is: " + Arrays.toString(hash)); + System.out.println(); + } + +} diff --git a/src/main/java/ru/spbau/shevchenko/ChecksumTask.java b/src/main/java/ru/spbau/shevchenko/ChecksumTask.java new file mode 100644 index 0000000..06b1149 --- /dev/null +++ b/src/main/java/ru/spbau/shevchenko/ChecksumTask.java @@ -0,0 +1,56 @@ +package ru.spbau.shevchenko; + +import java.io.FileNotFoundException; +import java.io.IOException; +import java.nio.file.DirectoryStream; +import java.nio.file.Files; +import java.nio.file.Path; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; +import java.util.ArrayList; +import java.util.List; +import java.util.concurrent.RecursiveTask; + +class ChecksumTask extends RecursiveTask { + private static final String MD5 = "MD5"; + private static final String NO_SUCH_ALGORITHM_MD5 = "Well, there's no MD5 algorithm in Java..."; + private Path path; + + ChecksumTask(Path path) throws FileNotFoundException { + if (Files.notExists(path)) { + throw new FileNotFoundException(path.toString() + " not found!"); + } + this.path = path; + } + + @Override + protected byte[] compute() { + if (!Files.isDirectory(path)) { + try { + return new SingleFileChecksumCalculator().calcChecksum(path); + } catch (IOException e) { + throw new RuntimeException("Failed to calculate checksum for " + path.toString()); + } + } + else { + try (DirectoryStream stream = Files.newDirectoryStream(path)) { + MessageDigest messageDigest = MessageDigest.getInstance(MD5); + messageDigest.update(path.getFileName().toString().getBytes()); + List subtasks = new ArrayList<>(); + for (Path entry: stream) { + ChecksumTask subtask = new ChecksumTask(entry); + subtask.fork(); + subtasks.add(subtask); + } + for (ChecksumTask subtask : subtasks) { + messageDigest.update(subtask.join()); + } + return messageDigest.digest(); + } catch (NoSuchAlgorithmException e) { + throw new RuntimeException(NO_SUCH_ALGORITHM_MD5); + } catch (IOException e) { + throw new RuntimeException("Failed to calculate checksum for " + path.toString()); + } + } + } +} diff --git a/src/main/java/ru/spbau/shevchenko/FileChecksumCalculator.java b/src/main/java/ru/spbau/shevchenko/FileChecksumCalculator.java new file mode 100644 index 0000000..d4f3000 --- /dev/null +++ b/src/main/java/ru/spbau/shevchenko/FileChecksumCalculator.java @@ -0,0 +1,8 @@ +package ru.spbau.shevchenko; + +import java.io.IOException; +import java.nio.file.Path; + +interface FileChecksumCalculator { + byte[] calcChecksum(Path path) throws IOException; +} diff --git a/src/main/java/ru/spbau/shevchenko/ForkJoinCalculator.java b/src/main/java/ru/spbau/shevchenko/ForkJoinCalculator.java new file mode 100644 index 0000000..3837cd2 --- /dev/null +++ b/src/main/java/ru/spbau/shevchenko/ForkJoinCalculator.java @@ -0,0 +1,13 @@ +package ru.spbau.shevchenko; + +import java.io.FileNotFoundException; +import java.nio.file.Path; +import java.util.concurrent.ForkJoinPool; + +class ForkJoinCalculator implements FileChecksumCalculator { + @Override + public byte[] calcChecksum(Path path) throws FileNotFoundException { + return new ForkJoinPool().invoke(new ChecksumTask(path)); + } + +} diff --git a/src/main/java/ru/spbau/shevchenko/SingleFileChecksumCalculator.java b/src/main/java/ru/spbau/shevchenko/SingleFileChecksumCalculator.java new file mode 100644 index 0000000..6283f57 --- /dev/null +++ b/src/main/java/ru/spbau/shevchenko/SingleFileChecksumCalculator.java @@ -0,0 +1,32 @@ +package ru.spbau.shevchenko; + +import java.io.IOException; +import java.io.InputStream; +import java.nio.file.Files; +import java.nio.file.Path; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; + +public class SingleFileChecksumCalculator implements FileChecksumCalculator{ + private static final String MD5 = "MD5"; + private static final String NO_SUCH_ALGORITHM_MD5 = "Well, there's no MD5 algorithm in Java..."; + private static final int CACHE_SIZE = 4096; + + + @Override + public byte[] calcChecksum(Path path) throws IOException { + InputStream inputStream = Files.newInputStream(path); + MessageDigest messageDigest; + try { + messageDigest = MessageDigest.getInstance(MD5); + } catch (NoSuchAlgorithmException e) { + throw new RuntimeException(NO_SUCH_ALGORITHM_MD5); + } + byte[] cache = new byte[CACHE_SIZE]; + int bytesRead = CACHE_SIZE; + while (bytesRead == CACHE_SIZE) { + bytesRead = inputStream.read(cache, 0, CACHE_SIZE); + messageDigest.update(cache, 0, bytesRead); + } + return messageDigest.digest(); } +} diff --git a/src/main/java/ru/spbau/shevchenko/SingleThreadedCalculator.java b/src/main/java/ru/spbau/shevchenko/SingleThreadedCalculator.java new file mode 100644 index 0000000..896b22f --- /dev/null +++ b/src/main/java/ru/spbau/shevchenko/SingleThreadedCalculator.java @@ -0,0 +1,38 @@ +package ru.spbau.shevchenko; + +import java.io.IOException; +import java.nio.file.DirectoryStream; +import java.nio.file.Files; +import java.nio.file.Path; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; + +class SingleThreadedCalculator implements FileChecksumCalculator { + private static final String MD5 = "MD5"; + private static final String NO_SUCH_ALGORITHM_MD5 = "Well, there's no MD5 algorithm in Java..."; + + @Override + public byte[] calcChecksum(Path path) throws IOException { + return calcRecursively(path); + } + + private byte[] calcRecursively(Path path) throws IOException { + if (!Files.isDirectory(path)) { + return new SingleFileChecksumCalculator().calcChecksum(path); + } + else { + try (DirectoryStream stream = Files.newDirectoryStream(path)) { + MessageDigest messageDigest = MessageDigest.getInstance(MD5); + messageDigest.update(path.getFileName().toString().getBytes()); + for (Path entry: stream) { + messageDigest.update(calcRecursively(entry)); + } + return messageDigest.digest(); + } catch (NoSuchAlgorithmException e) { + throw new RuntimeException(NO_SUCH_ALGORITHM_MD5); + } + } + } + + +}