Skip to main content

Browse the archive

Revision 1feb85f4eadcfdf5743ce26b106685bd1dd11d5e authored by Charles Gao on 21 July 2017, 19:20:06 UTC, committed by gaojieliu on 21 July 2017, 21:04:28 UTC 
Added optional CDN feature to the BnP pipeline.
 
Currently the Voldemort Build and Push (BnP) plugin tells Voldemort
cluster to fetch twice from the source HDFS cluster.
This optional CDN feature will instead copy files to dedicated CDN
clusters, and therefore reduce bandwidth requirement for the source.

The following are new attributes that are related to this release:
1. push.cdn.enabled
    The global switch.
    Example: true
    Default: false

2. push.cdn.cluster
    A list of "destination|cdn" pairs separated by comma, where "destination"
    is a Voldemort cluster, and "cdn" is the corresponding HDFS cluster used
    as CDN. if "cdn" is "null", V-cluster will fetch directly from the source
    HDFS cluster instead, in which case the behavior is identical to the
    previous versions of Voldemort.
    Example: tcp://v-cluster1:6666|hdfs://cdn1:9000,tcp://v-cluster2:6666|webhdfs://cdn2:50070,tcp://v-cluster3:6666|null
    Default: null

3. push.cdn.prefix
    A directory on the CDN cluster as the root for all distcp copied files.
    Example: /jobs/VoldemortBnP
    Default: null

4. push.cdn.readByGroup
    Set true if CDN files are read by a different user in the same group.
    Example: true
    Default: true

5. push.cdn.readByOther
    Set true if CDN files are read by a different user in a different group.
    Example: true
    Default: true

6. push.cdn.writtenByGroup
    Set true if CDN files are written by a different user in the same group.
    Example: true
    Default: true

7. push.cdn.writtenByOther
    Set true if CDN files are written by a different user in a different group.
    Example: true
    Default: true

8. push.cdn.storeWhitelist
    A comma-separated list of Voldemort store names to which the CDN feature will
    apply. (for testing purposes)
    Default: null (means apply to every store)

This release is compatible with existing job configurations. The default
behavior is identical to the previous version.
1 parent 3787b4f
Raw File
gradlew.bat 
@if "%DEBUG%" == "" @echo off
@rem ##########################################################################
@rem
@rem  Gradle startup script for Windows
@rem
@rem ##########################################################################

@rem Set local scope for the variables with windows NT shell
if "%OS%"=="Windows_NT" setlocal

@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
set DEFAULT_JVM_OPTS=

set DIRNAME=%~dp0
if "%DIRNAME%" == "" set DIRNAME=.
set APP_BASE_NAME=%~n0
set APP_HOME=%DIRNAME%

@rem Find java.exe
if defined JAVA_HOME goto findJavaFromJavaHome

set JAVA_EXE=java.exe
%JAVA_EXE% -version >NUL 2>&1
if "%ERRORLEVEL%" == "0" goto init

echo.
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.

goto fail

:findJavaFromJavaHome
set JAVA_HOME=%JAVA_HOME:"=%
set JAVA_EXE=%JAVA_HOME%/bin/java.exe

if exist "%JAVA_EXE%" goto init

echo.
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.

goto fail

:init
@rem Get command-line arguments, handling Windowz variants

if not "%OS%" == "Windows_NT" goto win9xME_args
if "%@eval[2+2]" == "4" goto 4NT_args

:win9xME_args
@rem Slurp the command line arguments.
set CMD_LINE_ARGS=
set _SKIP=2

:win9xME_args_slurp
if "x%~1" == "x" goto execute

set CMD_LINE_ARGS=%*
goto execute

:4NT_args
@rem Get arguments from the 4NT Shell from JP Software
set CMD_LINE_ARGS=%$

:execute
@rem Setup the command line

set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar

@rem Execute Gradle
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%

:end
@rem End local scope for the variables with windows NT shell
if "%ERRORLEVEL%"=="0" goto mainEnd

:fail
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
rem the _cmd.exe /c_ return code!
if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
exit /b 1

:mainEnd
if "%OS%"=="Windows_NT" endlocal

:omega
back to top