org.nd4j.remote

Class SameDiffJsonModelServer<I,O>

java.lang.Object

org.nd4j.remote.SameDiffJsonModelServer<I,O>

Type Parameters:

I - type of the input class, i.e. String

O - type of the output class, i.e. Sentiment

public class SameDiffJsonModelServer<I,O>
extends Object

This class provides JSON-powered model serving functionality for SameDiff graphs. Server url will be http://0.0.0.0:{port}>/v1/serving Server only accepts POST requests

Author:

raver119@gmail.com

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SameDiffJsonModelServer.Builder<I,O>

Field Summary

Fields

Modifier and Type	Field and Description
protected BinaryDeserializer<I>	binaryDeserializer
protected BinarySerializer<O>	binarySerializer
protected JsonDeserializer<I>	deserializer
protected InferenceAdapter<I,O>	inferenceAdapter
protected String[]	orderedInputNodes
protected String[]	orderedOutputNodes
protected int	port
protected SameDiff	sdModel
protected JsonSerializer<O>	serializer
protected org.eclipse.jetty.server.Server	server
protected ModelServingServlet<I,O>	servingServlet

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	SameDiffJsonModelServer(InferenceAdapter<I,O> inferenceAdapter, JsonSerializer<O> serializer, JsonDeserializer<I> deserializer, BinarySerializer<O> binarySerializer, BinaryDeserializer<I> binaryDeserializer, int port)
	SameDiffJsonModelServer(SameDiff sdModel, InferenceAdapter<I,O> inferenceAdapter, JsonSerializer<O> serializer, JsonDeserializer<I> deserializer, BinarySerializer<O> binarySerializer, BinaryDeserializer<I> binaryDeserializer, int port, String[] orderedInputNodes, String[] orderedOutputNodes)

Method Summary

Modifier and Type	Method and Description
void	join()
void	start()
protected void	start(int port, ModelServingServlet<I,O> servlet)
void	stop()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

sdModel

protected SameDiff sdModel

serializer

protected final JsonSerializer<O> serializer

deserializer

protected final JsonDeserializer<I> deserializer

binarySerializer

protected final BinarySerializer<O> binarySerializer

binaryDeserializer

protected final BinaryDeserializer<I> binaryDeserializer

inferenceAdapter

protected final InferenceAdapter<I,O> inferenceAdapter

port

protected final int port

servingServlet

protected ModelServingServlet<I,O> servingServlet

server

protected org.eclipse.jetty.server.Server server

orderedInputNodes

protected String[] orderedInputNodes

orderedOutputNodes

protected String[] orderedOutputNodes

Constructor Detail

SameDiffJsonModelServer

protected SameDiffJsonModelServer(@NonNull
                                  InferenceAdapter<I,O> inferenceAdapter,
                                  JsonSerializer<O> serializer,
                                  JsonDeserializer<I> deserializer,
                                  BinarySerializer<O> binarySerializer,
                                  BinaryDeserializer<I> binaryDeserializer,
                                  int port)

SameDiffJsonModelServer

public SameDiffJsonModelServer(SameDiff sdModel,
                               @NonNull
                               InferenceAdapter<I,O> inferenceAdapter,
                               JsonSerializer<O> serializer,
                               JsonDeserializer<I> deserializer,
                               BinarySerializer<O> binarySerializer,
                               BinaryDeserializer<I> binaryDeserializer,
                               int port,
                               String[] orderedInputNodes,
                               @NonNull
                               String[] orderedOutputNodes)

Method Detail

start

protected void start(int port,
                     @NonNull
                     ModelServingServlet<I,O> servlet)
              throws Exception

Throws:

Exception

start

public void start()
           throws Exception

Throws:

Exception

join

public void join()
          throws InterruptedException

Throws:

InterruptedException

stop

public void stop()
          throws Exception

Throws:

Exception