Commit 075bfc06 authored by Jakub Wozniak's avatar Jakub Wozniak
Browse files

Create a cluster in Akka

parent b29ad549
......@@ -12,7 +12,7 @@ import cern.accsoft.nxcals.service.client.ServiceClientFactory;
public class ClientDemo {
static {
System.setProperty("service.url", "http://cs-ccr-nxcalsdev1:19093");
System.setProperty("service.url", "http://cs-ccr-dev3:19092");
}
public static void main(String[] args) {
......
apply plugin: 'java'
apply plugin: 'eclipse'
apply plugin: 'idea'
apply plugin: 'distribution'
apply plugin: 'application'
applicationName='accsoft-nxcals-service'
mainClassName='cern.accsoft.nxcals.service.Application'
applicationName = 'accsoft-nxcals-service'
mainClassName = 'cern.accsoft.nxcals.service.Application'
repositories {
//mavenCentral()
mavenCentral()
maven {
url "http://artifactory.cern.ch/beco-development-local"
}
maven {
url "http://artifactory.cern.ch/beco-release-local"
}
maven {
url "http://artifactory.cern.ch/beco-thirdparty-local"
}
}
dependencies {
testCompile('org.springframework.boot:spring-boot-starter-test:1.4.0.RELEASE')
//0.1.4-20170127-172622
compile 'cern.accsoft.nxcals:accsoft-nxcals-common:0.1.4-2017+'
compile 'cern.accsoft.commons:accsoft-commons-dbaccess:2.1.3'
compile 'org.springframework.boot:spring-boot-starter-logging:1.4.0.RELEASE'
compile 'org.springframework.boot:spring-boot-starter-web:1.4.0.RELEASE'
compile 'org.springframework.boot:spring-boot-starter-data-jpa:1.4.0.RELEASE'
compile 'org.springframework.boot:spring-boot-starter-cache:1.4.0.RELEASE'
compile 'org.springframework:spring-context-support:4.3.2.RELEASE'
compile 'org.hibernate:hibernate-ehcache:5.0.9.Final'
compile 'io.prometheus.jmx:jmx_prometheus_javaagent:0.7'
compile 'commons-codec:commons-codec:1.10'
compile 'org.apache.commons:commons-lang3:3.4'
compile 'com.google.guava:guava:19.0'
compile 'org.apache.httpcomponents:httpclient:4.5.2'
// Akka
compile 'com.typesafe.akka:akka-actor_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-agent_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-camel_2.11:2.4.16'
compile 'com.typesafe.akka:akka-cluster_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-cluster-metrics_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-cluster-sharding_2.11:2.4.16'
compile 'com.typesafe.akka:akka-cluster-tools_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-contrib_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-multi-node-testkit_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-osgi_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-persistence_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-persistence-tck_2.11:2.4.16'
compile 'com.typesafe.akka:akka-remote_2.11:2.4.16'
compile 'com.typesafe.akka:akka-slf4j_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-stream_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-stream-testkit_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-testkit_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-distributed-data-experimental_2.11:2.4.16'
compile 'com.typesafe.akka:akka-typed-experimental_2.11:2.4.16'
// compile 'com.typesafe.akka:akka-persistence-query-experimental_2.11:2.4.16'
}
dependencies { testCompile('org.springframework.boot:spring-boot-starter-test:1.4.0.RELEASE') }
systemProp.http.proxyHost=jw-pc
systemProp.http.proxyPort=8888
systemProp.https.proxyHost=jw-pc
systemProp.https.proxyPort=8888
\ No newline at end of file
#Sun Jan 29 17:45:21 CET 2017
distributionBase=GRADLE_USER_HOME
distributionPath=wrapper/dists
zipStoreBase=GRADLE_USER_HOME
zipStorePath=wrapper/dists
distributionUrl=https\://services.gradle.org/distributions/gradle-3.2.1-bin.zip
#!/usr/bin/env sh
##############################################################################
##
## Gradle start up script for UN*X
##
##############################################################################
# Attempt to set APP_HOME
# Resolve links: $0 may be a link
PRG="$0"
# Need this for relative symlinks.
while [ -h "$PRG" ] ; do
ls=`ls -ld "$PRG"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
PRG="$link"
else
PRG=`dirname "$PRG"`"/$link"
fi
done
SAVED="`pwd`"
cd "`dirname \"$PRG\"`/" >/dev/null
APP_HOME="`pwd -P`"
cd "$SAVED" >/dev/null
APP_NAME="Gradle"
APP_BASE_NAME=`basename "$0"`
# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
DEFAULT_JVM_OPTS=""
# Use the maximum available, or set MAX_FD != -1 to use that value.
MAX_FD="maximum"
warn ( ) {
echo "$*"
}
die ( ) {
echo
echo "$*"
echo
exit 1
}
# OS specific support (must be 'true' or 'false').
cygwin=false
msys=false
darwin=false
nonstop=false
case "`uname`" in
CYGWIN* )
cygwin=true
;;
Darwin* )
darwin=true
;;
MINGW* )
msys=true
;;
NONSTOP* )
nonstop=true
;;
esac
CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
# Determine the Java command to use to start the JVM.
if [ -n "$JAVA_HOME" ] ; then
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
# IBM's JDK on AIX uses strange locations for the executables
JAVACMD="$JAVA_HOME/jre/sh/java"
else
JAVACMD="$JAVA_HOME/bin/java"
fi
if [ ! -x "$JAVACMD" ] ; then
die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
else
JAVACMD="java"
which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
# Increase the maximum file descriptors if we can.
if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
MAX_FD_LIMIT=`ulimit -H -n`
if [ $? -eq 0 ] ; then
if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
MAX_FD="$MAX_FD_LIMIT"
fi
ulimit -n $MAX_FD
if [ $? -ne 0 ] ; then
warn "Could not set maximum file descriptor limit: $MAX_FD"
fi
else
warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
fi
fi
# For Darwin, add options to specify how the application appears in the dock
if $darwin; then
GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
fi
# For Cygwin, switch paths to Windows format before running java
if $cygwin ; then
APP_HOME=`cygpath --path --mixed "$APP_HOME"`
CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
JAVACMD=`cygpath --unix "$JAVACMD"`
# We build the pattern for arguments to be converted via cygpath
ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
SEP=""
for dir in $ROOTDIRSRAW ; do
ROOTDIRS="$ROOTDIRS$SEP$dir"
SEP="|"
done
OURCYGPATTERN="(^($ROOTDIRS))"
# Add a user-defined pattern to the cygpath arguments
if [ "$GRADLE_CYGPATTERN" != "" ] ; then
OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
fi
# Now convert the arguments - kludge to limit ourselves to /bin/sh
i=0
for arg in "$@" ; do
CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
else
eval `echo args$i`="\"$arg\""
fi
i=$((i+1))
done
case $i in
(0) set -- ;;
(1) set -- "$args0" ;;
(2) set -- "$args0" "$args1" ;;
(3) set -- "$args0" "$args1" "$args2" ;;
(4) set -- "$args0" "$args1" "$args2" "$args3" ;;
(5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
(6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
(7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
(8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
(9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
esac
fi
# Escape application args
save ( ) {
for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
echo " "
}
APP_ARGS=$(save "$@")
# Collect all arguments for the java command, following the shell quoting and substitution rules
eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
cd "$(dirname "$0")"
fi
exec "$JAVACMD" "$@"
@if "%DEBUG%" == "" @echo off
@rem ##########################################################################
@rem
@rem Gradle startup script for Windows
@rem
@rem ##########################################################################
@rem Set local scope for the variables with windows NT shell
if "%OS%"=="Windows_NT" setlocal
set DIRNAME=%~dp0
if "%DIRNAME%" == "" set DIRNAME=.
set APP_BASE_NAME=%~n0
set APP_HOME=%DIRNAME%
@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
set DEFAULT_JVM_OPTS=
@rem Find java.exe
if defined JAVA_HOME goto findJavaFromJavaHome
set JAVA_EXE=java.exe
%JAVA_EXE% -version >NUL 2>&1
if "%ERRORLEVEL%" == "0" goto init
echo.
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.
goto fail
:findJavaFromJavaHome
set JAVA_HOME=%JAVA_HOME:"=%
set JAVA_EXE=%JAVA_HOME%/bin/java.exe
if exist "%JAVA_EXE%" goto init
echo.
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.
goto fail
:init
@rem Get command-line arguments, handling Windows variants
if not "%OS%" == "Windows_NT" goto win9xME_args
:win9xME_args
@rem Slurp the command line arguments.
set CMD_LINE_ARGS=
set _SKIP=2
:win9xME_args_slurp
if "x%~1" == "x" goto execute
set CMD_LINE_ARGS=%*
:execute
@rem Setup the command line
set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
@rem Execute Gradle
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
:end
@rem End local scope for the variables with windows NT shell
if "%ERRORLEVEL%"=="0" goto mainEnd
:fail
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
rem the _cmd.exe /c_ return code!
if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
exit /b 1
:mainEnd
if "%OS%"=="Windows_NT" endlocal
:omega
......@@ -33,6 +33,33 @@
<dep product="commons-lang3" version="3.4" />
<dep product="guava" version="19.0" />
<dep product="httpclient" version="4.5.2" />
<!--Akka-->
<dep product="akka-actor_2.11" version="2.4.16'" />
<dep product="akka-agent_2.11" version="2.4.16'" />
<!--<dep product="akka-camel" version="2.4.16'" />-->
<dep product="akka-cluster_2.11" version="2.4.16'" />
<dep product="akka-cluster-metrics_2.11" version="2.4.16'" />
<dep product="akka-cluster-sharding_2.11" version="2.4.16'" />
<dep product="akka-cluster-tools_2.11" version="2.4.16'" />
<dep product="akka-contrib_2.11" version="2.4.16'" />
<!--<dep product="akka-multi-node-testkit" version="2.4.16'" />-->
<!--<dep product="akka-osgi" version="2.4.16'" />-->
<!--<dep product="akka-persistence" version="2.4.16'" />-->
<!--<dep product="akka-persistence-tck" version="2.4.16'" />-->
<dep product="akka-remote_2.11" version="2.4.16'" />
<dep product="akka-slf4j_2.11" version="2.4.16'" />
<!--<dep product="akka-stream" version="2.4.16'" />-->
<!--<dep product="akka-stream-testkit" version="2.4.16'" />-->
<dep product="akka-testkit_2.11" version="2.4.16'" />
<!--<dep product="akka-distributed-data-experimental" version="2.4.16'" />-->
<dep product="akka-typed-experimental_2.11" version="2.4.16'" />
<!--<dep product="akka-persistence-query-experimental" version="2.4.16'" />-->
</dependencies>
</product>
</products>
......
package cern.accsoft.nxcals.service.actor;
import akka.actor.UntypedActor;
import cern.accsoft.nxcals.common.api.EntityService;
import cern.accsoft.nxcals.common.domain.EntityData;
import cern.accsoft.nxcals.service.rest.EntityController;
import cern.accsoft.nxcals.service.service.InternalEntityService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Scope;
import org.springframework.dao.DataIntegrityViolationException;
import org.springframework.stereotype.Component;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestParam;
import java.io.Serializable;
/**
* Created by jwozniak on 29/01/17.
*/
@Component
@Scope("prototype")
public class EntityServiceActor extends UntypedActor {
private static final Logger LOGGER = LoggerFactory.getLogger(EntityServiceActor.class);
public static class EntityFindOrCreateMessage implements Serializable {
private long systemId;
private String entityKeyValues;
private String partitionKeyValues;
private String recordFieldDefinitions;
private long recordTimestamp;
public EntityFindOrCreateMessage(long systemId, String entityKeyValues, String partitionKeyValues, String recordFieldDefinitions, long recordTimestamp) {
this.systemId = systemId;
this.entityKeyValues = entityKeyValues;
this.partitionKeyValues = partitionKeyValues;
this.recordFieldDefinitions = recordFieldDefinitions;
this.recordTimestamp = recordTimestamp;
}
}
@Override
public void preStart() throws Exception {
System.err.println("Actor starting");
}
@Autowired
private InternalEntityService entityService;
@Override
public void onReceive(Object o) throws Throwable {
System.err.println("Got message: " + o);
if(o instanceof EntityFindOrCreateMessage) {
EntityFindOrCreateMessage message = (EntityFindOrCreateMessage) o;
EntityData entityData = handle(message.systemId, message.entityKeyValues, message.partitionKeyValues,message.recordFieldDefinitions,message.recordTimestamp);
this.getSender().tell(entityData,this.getSelf());
}
}
public EntityData handle(long systemId,
String entityKeyValues,
String partitionKeyValues,
String recordFieldDefinitions,
long recordTimestamp) {
System.err.println("Actor called!");
LOGGER.debug("Actor called!");
try {
return this.entityService.findOrCreateEntityFor(systemId, entityKeyValues, partitionKeyValues,
recordFieldDefinitions, recordTimestamp).toEntityData();
} catch (DataIntegrityViolationException ex) {
// FIXME: not sure this retry is ok, maybe there is a pattern for handling such cases among multiple
// servers? (pessimistic locking?)
LOGGER.warn(
"Another client has already created an entity for system {} entity {} partition {} schama {}, retrying",
systemId, entityKeyValues, partitionKeyValues, recordFieldDefinitions, ex);
return this.entityService.findOrCreateEntityFor(systemId, entityKeyValues, partitionKeyValues,
recordFieldDefinitions, recordTimestamp).toEntityData();
}
}
}
package cern.accsoft.nxcals.service.config;
import akka.actor.ActorRef;
import akka.actor.ActorSystem;
import akka.actor.PoisonPill;
import akka.cluster.singleton.ClusterSingletonManager;
import akka.cluster.singleton.ClusterSingletonManagerSettings;
import akka.cluster.singleton.ClusterSingletonProxy;
import akka.cluster.singleton.ClusterSingletonProxySettings;
import com.typesafe.config.Config;
import com.typesafe.config.ConfigFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.ApplicationContext;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
/**
* Created by jwozniak on 29/01/17.
*/
@Configuration
public class AkkaConfig {
@Bean
public ActorSystem actorSystem(Config config) {
return ActorSystem.create("nxcals-service", config);
}
@Bean
public Config akkaConfiguration() {
return ConfigFactory.load();
}
@Bean("entityServiceActorRef")
public ActorRef createActor(ActorSystem actorSystem, SpringExtension extension) {
ClusterSingletonManagerSettings settings = ClusterSingletonManagerSettings.create(actorSystem);
return actorSystem.actorOf(ClusterSingletonManager.props(extension.props("entityServiceActor"), PoisonPill.getInstance(),settings), "entityServiceActor");
}
@Bean("entityServiceActorProxy")
public ActorRef createActor2(ActorSystem actorSystem) {
ClusterSingletonProxySettings proxySettings = ClusterSingletonProxySettings.create(actorSystem);
return actorSystem
.actorOf(ClusterSingletonProxy.props("/user/entityServiceActor", proxySettings), "entityServiceActorProxy");
}
}
package cern.accsoft.nxcals.service.config;
import akka.actor.Actor;
import akka.actor.IndirectActorProducer;
import org.springframework.context.ApplicationContext;
/**
* Created by jwozniak on 29/01/17.
*/
public class SpringActorProducer implements IndirectActorProducer {
private final ApplicationContext applicationContext;
private final String actorBeanName;
public SpringActorProducer(ApplicationContext applicationContext,
String actorBeanName) {
this.applicationContext = applicationContext;
this.actorBeanName = actorBeanName;
}
@Override
public Actor produce() {
return (Actor) applicationContext.getBean(actorBeanName);
}
@Override
public Class<? extends Actor> actorClass() {
return (Class<? extends Actor>) applicationContext.getType(actorBeanName);
}
}
package cern.accsoft.nxcals.service.config;
import akka.actor.Extension;
import akka.actor.Props;
import org.springframework.beans.BeansException;
import org.springframework.context.ApplicationContext;
import org.springframework.context.ApplicationContextAware;
import org.springframework.stereotype.Component;
/**
* Created by jwozniak on 29/01/17.
*/
@Component
public class SpringExtension implements Extension, ApplicationContextAware {
private ApplicationContext applicationContext;
public Props props(String actorBeanName) {
return Props.create(SpringActorProducer.class,
applicationContext, actorBeanName);
}
<