org.nd4j.remote.serving

Class SameDiffServlet<I,O>

java.lang.Object

org.nd4j.remote.serving.SameDiffServlet<I,O>

Type Parameters:

I -

O -

All Implemented Interfaces:

javax.servlet.Servlet, ModelServingServlet<I,O>

public class SameDiffServlet<I,O>
extends Object
implements ModelServingServlet<I,O>

This servlet provides SameDiff model serving capabilities

Author:

raver119@gmail.com

Field Summary

Fields

Modifier and Type	Field and Description
protected BinaryDeserializer<I>	binaryDeserializer
protected BinarySerializer<O>	binarySerializer
protected JsonDeserializer<I>	deserializer
protected InferenceAdapter<I,O>	inferenceAdapter
protected static String	LISTING_ENDPOINT
protected String[]	orderedInputNodes
protected String[]	orderedOutputNodes
protected static int	PAYLOAD_SIZE_LIMIT
protected SameDiff	sdModel
protected JsonSerializer<O>	serializer
protected static String	SERVING_ENDPOINT
protected static String	typeBinary
protected static String	typeJson

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	SameDiffServlet(InferenceAdapter<I,O> inferenceAdapter, BinarySerializer<O> serializer, BinaryDeserializer<I> deserializer)
protected	SameDiffServlet(InferenceAdapter<I,O> inferenceAdapter, JsonSerializer<O> serializer, JsonDeserializer<I> deserializer)
protected	SameDiffServlet(InferenceAdapter<I,O> inferenceAdapter, JsonSerializer<O> jsonSerializer, JsonDeserializer<I> jsonDeserializer, BinarySerializer<O> binarySerializer, BinaryDeserializer<I> binaryDeserializer)

Method Summary

Modifier and Type	Method and Description
void	destroy()
protected void	doGet(javax.servlet.http.HttpServletRequest request, javax.servlet.http.HttpServletResponse response)
protected void	doPost(javax.servlet.http.HttpServletRequest request, javax.servlet.http.HttpServletResponse response)
javax.servlet.ServletConfig	getServletConfig()
String	getServletInfo()
void	init(javax.servlet.ServletConfig servletConfig)
protected void	sendBadContentType(String actualContentType, javax.servlet.http.HttpServletResponse response)
protected void	sendError(String uri, javax.servlet.http.HttpServletResponse response)
void	service(javax.servlet.ServletRequest servletRequest, javax.servlet.ServletResponse servletResponse)
protected boolean	validateRequest(javax.servlet.http.HttpServletRequest request, javax.servlet.http.HttpServletResponse response)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

typeJson

protected static final String typeJson

See Also:

Constant Field Values

typeBinary

protected static final String typeBinary

See Also:

Constant Field Values

sdModel

protected SameDiff sdModel

serializer

protected JsonSerializer<O> serializer

deserializer

protected JsonDeserializer<I> deserializer

binarySerializer

protected BinarySerializer<O> binarySerializer

binaryDeserializer

protected BinaryDeserializer<I> binaryDeserializer

inferenceAdapter

protected InferenceAdapter<I,O> inferenceAdapter

orderedInputNodes

protected String[] orderedInputNodes

orderedOutputNodes

protected String[] orderedOutputNodes

SERVING_ENDPOINT

protected static final String SERVING_ENDPOINT

See Also:

Constant Field Values

LISTING_ENDPOINT

protected static final String LISTING_ENDPOINT

See Also:

Constant Field Values

PAYLOAD_SIZE_LIMIT

protected static final int PAYLOAD_SIZE_LIMIT

See Also:

Constant Field Values

Constructor Detail

SameDiffServlet

protected SameDiffServlet(@NonNull
                          InferenceAdapter<I,O> inferenceAdapter,
                          JsonSerializer<O> serializer,
                          JsonDeserializer<I> deserializer)

SameDiffServlet

protected SameDiffServlet(@NonNull
                          InferenceAdapter<I,O> inferenceAdapter,
                          BinarySerializer<O> serializer,
                          BinaryDeserializer<I> deserializer)

SameDiffServlet

protected SameDiffServlet(@NonNull
                          InferenceAdapter<I,O> inferenceAdapter,
                          JsonSerializer<O> jsonSerializer,
                          JsonDeserializer<I> jsonDeserializer,
                          BinarySerializer<O> binarySerializer,
                          BinaryDeserializer<I> binaryDeserializer)

Method Detail

init

public void init(javax.servlet.ServletConfig servletConfig)
          throws javax.servlet.ServletException

Specified by:

init in interface javax.servlet.Servlet

Throws:

javax.servlet.ServletException

getServletConfig

public javax.servlet.ServletConfig getServletConfig()

Specified by:

getServletConfig in interface javax.servlet.Servlet

service

public void service(javax.servlet.ServletRequest servletRequest,
                    javax.servlet.ServletResponse servletResponse)
             throws javax.servlet.ServletException,
                    IOException

Specified by:

service in interface javax.servlet.Servlet

Throws:

javax.servlet.ServletException

IOException

sendError

protected void sendError(String uri,
                         javax.servlet.http.HttpServletResponse response)
                  throws IOException

Throws:

IOException

sendBadContentType

protected void sendBadContentType(String actualContentType,
                                  javax.servlet.http.HttpServletResponse response)
                           throws IOException

Throws:

IOException

validateRequest

protected boolean validateRequest(javax.servlet.http.HttpServletRequest request,
                                  javax.servlet.http.HttpServletResponse response)
                           throws IOException

Throws:

IOException

doGet

protected void doGet(javax.servlet.http.HttpServletRequest request,
                     javax.servlet.http.HttpServletResponse response)
              throws IOException

Throws:

IOException

doPost

protected void doPost(javax.servlet.http.HttpServletRequest request,
                      javax.servlet.http.HttpServletResponse response)
               throws IOException

Throws:

IOException

getServletInfo

public String getServletInfo()

Specified by:

getServletInfo in interface javax.servlet.Servlet

destroy

public void destroy()

Specified by:

destroy in interface javax.servlet.Servlet