Implemented Neural Network evaluation

Author: car031

logicaldoc-gui/src/main/java/com/logicaldoc/gui/common/client/grid/RunningListGridField.java

@@ -1,6 +1,7 @@
 package com.logicaldoc.gui.common.client.grid;
 
 import com.logicaldoc.gui.common.client.util.AwesomeFactory;
+import com.smartgwt.client.types.Alignment;
 import com.smartgwt.client.widgets.grid.ListGridRecord;
 
 /**
@@ -15,16 +16,14 @@ public class RunningListGridField extends ColoredListGridField {
 	private static final String RUNNING = "running";
 
 	public RunningListGridField() {
-		super(RUNNING, " ", 30);
-		setCanFilter(true);
-		setCanSort(true);
-		setCellFormatter((value, rec, rowNum, colNum) -> formatStatusIconCell(rec));
+		this(RUNNING);
 	}
-	
+
 	public RunningListGridField(String name) {
 		super(name, " ", 30);
 		setCanFilter(true);
 		setCanSort(true);
+		setAlign(Alignment.CENTER);
 		setCellFormatter((value, rec, rowNum, colNum) -> formatStatusIconCell(rec));
 	}
 

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/AIService.java

@@ -82,7 +82,6 @@ public interface AIService extends RemoteService {
 	 */
 	public GUIModel getModel(long modelId) throws ServerException;
 
-	
 	/**
 	 * Retrieves all the models
 	 * 
@@ -91,7 +90,7 @@ public interface AIService extends RemoteService {
 	 * @throws ServerException an error happened in the server application
 	 */
 	public List<GUIModel> getModels() throws ServerException;
-	
+
 	/**
 	 * Trains a model
 	 * 
@@ -101,6 +100,15 @@ public interface AIService extends RemoteService {
 	 */
 	public void trainModel(long modelId) throws ServerException;
 
+	/**
+	 * Evaluated a neural network model
+	 * 
+	 * @param modelId identifier of the neural network model to evaluate
+	 * 
+	 * @throws ServerException an error happened in the server application
+	 */
+	public void evaluateModel(long modelId) throws ServerException;
+
 	public static class Instance {
 		private static AIServiceAsync inst;
 

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/AIServiceAsync.java

@@ -23,4 +23,6 @@ public interface AIServiceAsync {
 	void getModels(AsyncCallback<List<GUIModel>> callback);
 
 	void trainModel(long modelId, AsyncCallback<Void> callback);
+
+	void evaluateModel(long modelId, AsyncCallback<Void> callback);
 }

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/model/GUIEvaluation.java

@@ -0,0 +1,74 @@
+package com.logicaldoc.gui.frontend.client.ai.model;
+
+import java.io.Serializable;
+import java.util.Date;
+
+/**
+ * The result of an evaluation over a Neural Network to check the accuracy
+ * 
+ * @author Marco Meschieri - LogicalDOC
+ * @since 9.2
+ */
+public class GUIEvaluation implements Serializable {
+
+	private static final long serialVersionUID = 1L;
+
+	/**
+	 * Human readable description of the network performance
+	 */
+	private String report;
+
+	/**
+	 * HTML representation of the confusion matrix
+	 */
+	private String confusionMatrix;
+
+	private Date lastEvaluated;
+
+	/**
+	 * Indicates if there is a currently running evaluation process
+	 */
+	private boolean evaluating = false;
+
+	public GUIEvaluation() {
+		super();
+	}
+
+	public GUIEvaluation(String stats, String confusionMatrix) {
+		super();
+		this.report = stats;
+		this.confusionMatrix = confusionMatrix;
+	}
+
+	public String getReport() {
+		return report;
+	}
+
+	public void setReport(String report) {
+		this.report = report;
+	}
+
+	public String getConfusionMatrix() {
+		return confusionMatrix;
+	}
+
+	public void setConfusionMatrix(String confusionMatrix) {
+		this.confusionMatrix = confusionMatrix;
+	}
+
+	public Date getLastEvaluated() {
+		return lastEvaluated;
+	}
+
+	public void setLastEvaluated(Date lastEvaluated) {
+		this.lastEvaluated = lastEvaluated;
+	}
+
+	public boolean isEvaluating() {
+		return evaluating;
+	}
+
+	public void setEvaluating(boolean evaluating) {
+		this.evaluating = evaluating;
+	}
+}

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/model/GUIModel.java

@@ -40,8 +40,6 @@ public class GUIModel implements Serializable {
 
 	private long seed = 123;
 
-	private GUITraining training = new GUITraining();
-
 	private int cutoff = 1;
 
 	private int ngramMin = 2;
@@ -50,6 +48,10 @@ public class GUIModel implements Serializable {
 
 	private String language = "en";
 
+	private GUITraining training = new GUITraining();
+
+	private GUIEvaluation evaluation = new GUIEvaluation();
+
 	public GUIModel(long id, String name) {
 		super();
 		this.id = id;
@@ -207,4 +209,16 @@ public GUITraining getTraining() {
 	public void setTraining(GUITraining training) {
 		this.training = training;
 	}
+
+	public GUIEvaluation getEvaluation() {
+		return evaluation;
+	}
+
+	public void setEvaluation(GUIEvaluation evaluation) {
+		this.evaluation = evaluation;
+	}
+
+	public boolean isNeuralNetwork() {
+		return "neural".equals(type);
+	}
 }

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/model/ModelDS.java

@@ -28,8 +28,10 @@ public ModelDS() {
 		DataSourceTextField typeField = new DataSourceTextField("type");
 		DataSourceDateTimeField trained = new DataSourceDateTimeField("trained");
 		DataSourceBooleanField training = new DataSourceBooleanField("training");
+		DataSourceDateTimeField evaluated = new DataSourceDateTimeField("evaluated");
+		DataSourceBooleanField evaluation = new DataSourceBooleanField("evaluation");
 
-		setFields(id, name, label, training, trained, description, typeField);
+		setFields(id, name, label, training, trained, description, typeField, evaluated, evaluation);
 		setClientOnly(true);
 
 		setDataURL("data/ai.xml?object=model");

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/model/ModelDetailsPanel.java

@@ -16,6 +16,8 @@
  * @since 9.2
  */
 public class ModelDetailsPanel extends VLayout {
+	private static final String EVALUATION = "evaluation";
+
 	private GUIModel model;
 
 	private Layout propertiesTabPanel;
@@ -26,6 +28,10 @@ public class ModelDetailsPanel extends VLayout {
 
 	private ModelTraining trainingPanel;
 
+	private Layout evaluationTabPanel;
+
+	private ModelEvaluation evaluationPanel;
+
 	private EditingTabSet tabSet;
 
 	private ModelsPanel modelsPanel;
@@ -61,7 +67,6 @@ public void onSuccess(GUIModel sampler) {
 		propertiesTab.setPane(propertiesTabPanel);
 		tabSet.addTab(propertiesTab);
 
-		
 		trainingTabPanel = new HLayout();
 		trainingTabPanel.setWidth100();
 		trainingTabPanel.setHeight100();
@@ -90,11 +95,24 @@ private void refresh() {
 				propertiesTabPanel.removeMember(trainingPanel);
 		}
 
+		if (evaluationPanel != null) {
+			evaluationPanel.destroy();
+			if (Boolean.TRUE.equals(evaluationTabPanel.contains(evaluationPanel)))
+				evaluationTabPanel.removeMember(evaluationPanel);
+		}
+
 		propertiesPanel = new ModelProperties(model, event -> onModified());
 		propertiesTabPanel.addMember(propertiesPanel);
 
 		trainingPanel = new ModelTraining(model, event -> onModified());
 		trainingTabPanel.addMember(trainingPanel);
+		
+		if (model.isNeuralNetwork()) {
+			evaluationPanel = new ModelEvaluation(model, event -> onModified());
+			evaluationTabPanel.addMember(evaluationPanel);
+		} else {
+			tabSet.removeTab(EVALUATION);
+		}
 	}
 
 	public GUIModel getModel() {
@@ -103,6 +121,17 @@ public GUIModel getModel() {
 
 	public void setModel(GUIModel model) {
 		this.model = model;
+
+		if (model.isNeuralNetwork()) {
+			evaluationTabPanel = new HLayout();
+			evaluationTabPanel.setWidth100();
+			evaluationTabPanel.setHeight100();
+			Tab evaluationTab = new Tab(I18N.message(EVALUATION));
+			evaluationTab.setID(EVALUATION);
+			evaluationTab.setPane(evaluationTabPanel);
+			tabSet.addTab(evaluationTab);
+		}
+
 		refresh();
 	}
 
@@ -114,11 +143,11 @@ private boolean validate() {
 		boolean valid = propertiesPanel.validate();
 		if (!valid)
 			tabSet.selectTab(0);
-		
+
 		valid = trainingPanel.validate();
 		if (!valid)
 			tabSet.selectTab(1);
-		
+
 		return valid;
 	}
 

logicaldoc-gui/src/main/java/com/logicaldoc/gui/frontend/client/ai/model/ModelEvaluation.java

@@ -0,0 +1,86 @@
+package com.logicaldoc.gui.frontend.client.ai.model;
+
+import com.logicaldoc.gui.common.client.i18n.I18N;
+import com.logicaldoc.gui.common.client.util.ItemFactory;
+import com.smartgwt.client.types.TitleOrientation;
+import com.smartgwt.client.widgets.form.DynamicForm;
+import com.smartgwt.client.widgets.form.fields.StaticTextItem;
+import com.smartgwt.client.widgets.form.fields.TextAreaItem;
+import com.smartgwt.client.widgets.form.fields.events.ChangedHandler;
+import com.smartgwt.client.widgets.layout.HLayout;
+
+/**
+ * Shows model's evaluation panel.
+ * 
+ * @author Marco Meschieri - LogicalDOC
+ * @since 9.2
+ */
+public class ModelEvaluation extends ModelDetailsTab implements ModelObserver {
+
+	private DynamicForm form = new DynamicForm();
+
+	private TextAreaItem report;
+
+	private StaticTextItem confusionMatrix;
+
+	private HLayout container = new HLayout();
+
+	public ModelEvaluation(GUIModel model, final ChangedHandler changedHandler) {
+		super(model, changedHandler);
+		setWidth100();
+		setHeight100();
+
+		setMembers(container);
+
+		ModelController.get().addObserver(this);
+
+		refresh();
+	}
+
+	private void refresh() {
+		if (Boolean.TRUE.equals(container.contains(form)))
+			container.removeChild(form);
+
+		report = ItemFactory.newTextAreaItem("report", model.getEvaluation().getReport());
+		report.setWidth("*");
+
+		confusionMatrix = ItemFactory.newStaticTextItem("confusionmatrix", model.getEvaluation().getConfusionMatrix());
+
+		onModelChanged(model);
+
+		form = new DynamicForm();
+		form.setNumCols(2);
+		form.setWidth100();
+		form.setTitleOrientation(TitleOrientation.TOP);
+		form.setItems(confusionMatrix, report);
+
+		container.setWidth100();
+		container.setMembersMargin(3);
+		container.addMember(form);
+	}
+
+	boolean validate() {
+		return true;
+	}
+
+	@Override
+	public boolean equals(Object other) {
+		return super.equals(other);
+	}
+
+	@Override
+	public int hashCode() {
+		return super.hashCode();
+	}
+
+	@Override
+	public void onModelChanged(GUIModel mdl) {
+		if (this.model.getId() == mdl.getId() && mdl.isNeuralNetwork()) {
+			report.setValue(mdl.getEvaluation().getReport());
+			report.setTitle(mdl.getEvaluation().getLastEvaluated() != null
+					? I18N.message("lastevaluatedon", I18N.formatDate(mdl.getEvaluation().getLastEvaluated()))
+					: I18N.message("report"));
+			confusionMatrix.setValue(mdl.getEvaluation().getConfusionMatrix());
+		}
+	}
+}