mirror of https://github.com/sismics/docs.git
720 lines
36 KiB
Java
720 lines
36 KiB
Java
package com.sismics.docs.rest;
|
|
|
|
import com.google.common.io.ByteStreams;
|
|
import com.google.common.io.Resources;
|
|
import com.sismics.docs.core.util.DirectoryUtil;
|
|
import com.sismics.util.filter.TokenBasedSecurityFilter;
|
|
import com.sismics.util.mime.MimeType;
|
|
import com.sismics.util.mime.MimeTypeUtil;
|
|
import org.glassfish.jersey.media.multipart.FormDataMultiPart;
|
|
import org.glassfish.jersey.media.multipart.MultiPartFeature;
|
|
import org.glassfish.jersey.media.multipart.file.StreamDataBodyPart;
|
|
import org.joda.time.format.DateTimeFormat;
|
|
import org.junit.Assert;
|
|
import org.junit.Test;
|
|
|
|
import javax.json.JsonArray;
|
|
import javax.json.JsonObject;
|
|
import javax.ws.rs.client.Entity;
|
|
import javax.ws.rs.core.Form;
|
|
import javax.ws.rs.core.MediaType;
|
|
import javax.ws.rs.core.Response;
|
|
import javax.ws.rs.core.Response.Status;
|
|
import java.io.InputStream;
|
|
import java.util.Date;
|
|
|
|
/**
|
|
* Exhaustive test of the document resource.
|
|
*
|
|
* @author bgamard
|
|
*/
|
|
public class TestDocumentResource extends BaseJerseyTest {
|
|
/**
|
|
* Test the document resource.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testDocumentResource() throws Exception {
|
|
// Login document1
|
|
clientUtil.createUser("document1");
|
|
String document1Token = clientUtil.login("document1");
|
|
|
|
// Login document3
|
|
clientUtil.createUser("document3");
|
|
String document3Token = clientUtil.login("document3");
|
|
|
|
// Create a tag
|
|
JsonObject json = target().path("/tag").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.put(Entity.form(new Form()
|
|
.param("name", "SuperTag")
|
|
.param("color", "#ffff00")), JsonObject.class);
|
|
String tag1Id = json.getString("id");
|
|
Assert.assertNotNull(tag1Id);
|
|
|
|
// Create a document with document1
|
|
long create1Date = new Date().getTime();
|
|
json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 1")
|
|
.param("description", "My super description for document 1")
|
|
.param("subject", "Subject document 1")
|
|
.param("identifier", "Identifier document 1")
|
|
.param("publisher", "Publisher document 1")
|
|
.param("format", "Format document 1")
|
|
.param("source", "Source document 1")
|
|
.param("type", "Software")
|
|
.param("coverage", "Greenland")
|
|
.param("rights", "Public Domain")
|
|
.param("tags", tag1Id)
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create1Date))), JsonObject.class);
|
|
String document1Id = json.getString("id");
|
|
Assert.assertNotNull(document1Id);
|
|
|
|
// Create a document with document1
|
|
json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 2")
|
|
.param("language", "eng")
|
|
.param("relations", document1Id)), JsonObject.class);
|
|
String document2Id = json.getString("id");
|
|
Assert.assertNotNull(document2Id);
|
|
|
|
// Add a file
|
|
String file1Id;
|
|
try (InputStream is = Resources.getResource("file/Einstein-Roosevelt-letter.png").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "Einstein-Roosevelt-letter.png");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.put(Entity.entity(multiPart.field("id", document1Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file1Id = json.getString("id");
|
|
Assert.assertNotNull(file1Id);
|
|
}
|
|
}
|
|
|
|
// Share this document
|
|
target().path("/share").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.put(Entity.form(new Form().param("id", document1Id)), JsonObject.class);
|
|
|
|
// List all documents
|
|
json = target().path("/document/list")
|
|
.queryParam("sort_column", 3)
|
|
.queryParam("asc", true)
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get(JsonObject.class);
|
|
JsonArray documents = json.getJsonArray("documents");
|
|
JsonArray tags = documents.getJsonObject(0).getJsonArray("tags");
|
|
Assert.assertTrue(documents.size() == 2);
|
|
Assert.assertEquals(document1Id, documents.getJsonObject(0).getString("id"));
|
|
Assert.assertEquals("eng", documents.getJsonObject(0).getString("language"));
|
|
Assert.assertEquals(1, documents.getJsonObject(0).getInt("file_count"));
|
|
Assert.assertEquals(1, tags.size());
|
|
Assert.assertEquals(tag1Id, tags.getJsonObject(0).getString("id"));
|
|
Assert.assertEquals("SuperTag", tags.getJsonObject(0).getString("name"));
|
|
Assert.assertEquals("#ffff00", tags.getJsonObject(0).getString("color"));
|
|
|
|
// List all documents from document3
|
|
json = target().path("/document/list")
|
|
.queryParam("sort_column", 3)
|
|
.queryParam("asc", false)
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document3Token)
|
|
.get(JsonObject.class);
|
|
documents = json.getJsonArray("documents");
|
|
Assert.assertTrue(documents.isEmpty());
|
|
|
|
// Create a document with document3
|
|
long create3Date = new Date().getTime();
|
|
json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document3Token)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 3")
|
|
.param("description", "My super description for document 3")
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create3Date))), JsonObject.class);
|
|
String document3Id = json.getString("id");
|
|
Assert.assertNotNull(document3Id);
|
|
|
|
// Add a file
|
|
String file3Id;
|
|
try (InputStream is = Resources.getResource("file/Einstein-Roosevelt-letter.png").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "Einstein-Roosevelt-letter.png");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document3Token)
|
|
.put(Entity.entity(multiPart.field("id", document3Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file3Id = json.getString("id");
|
|
Assert.assertNotNull(file3Id);
|
|
}
|
|
}
|
|
|
|
// List all documents from document3
|
|
json = target().path("/document/list")
|
|
.queryParam("sort_column", 3)
|
|
.queryParam("asc", false)
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document3Token)
|
|
.get(JsonObject.class);
|
|
documents = json.getJsonArray("documents");
|
|
Assert.assertTrue(documents.size() == 1);
|
|
|
|
// Search documents
|
|
Assert.assertEquals(1, searchDocuments("full:uranium full:einstein", document1Token));
|
|
Assert.assertEquals(2, searchDocuments("full:title", document1Token));
|
|
Assert.assertEquals(2, searchDocuments("title", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("super description", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("subject", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("identifier", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("publisher", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("format", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("source", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("software", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("greenland", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("public domain", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("by:document3", document1Token));
|
|
Assert.assertEquals(2, searchDocuments("by:document1", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("by:nobody", document1Token));
|
|
Assert.assertEquals(2, searchDocuments("at:" + DateTimeFormat.forPattern("yyyy").print(new Date().getTime()), document1Token));
|
|
Assert.assertEquals(2, searchDocuments("at:" + DateTimeFormat.forPattern("yyyy-MM").print(new Date().getTime()), document1Token));
|
|
Assert.assertEquals(2, searchDocuments("at:" + DateTimeFormat.forPattern("yyyy-MM-dd").print(new Date().getTime()), document1Token));
|
|
Assert.assertEquals(2, searchDocuments("after:2010 before:2040-08", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("tag:super", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("shared:yes", document1Token));
|
|
Assert.assertEquals(2, searchDocuments("lang:eng", document1Token));
|
|
Assert.assertEquals(1, searchDocuments("after:2010 before:2040-08 tag:super shared:yes lang:eng title description full:uranium", document1Token));
|
|
|
|
// Search documents (nothing)
|
|
Assert.assertEquals(0, searchDocuments("random", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("full:random", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("after:2010 before:2011-05-20", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("at:2040-05-35", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("after:2010-18 before:2040-05-38", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("after:2010-18", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("before:2040-05-38", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("tag:Nop", document1Token));
|
|
Assert.assertEquals(0, searchDocuments("lang:fra", document1Token));
|
|
|
|
// Get document 1
|
|
json = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get(JsonObject.class);
|
|
Assert.assertEquals(document1Id, json.getString("id"));
|
|
Assert.assertEquals("document1", json.getString("creator"));
|
|
Assert.assertEquals(1, json.getInt("file_count"));
|
|
Assert.assertEquals(true, json.getBoolean("shared"));
|
|
Assert.assertEquals("My super title document 1", json.getString("title"));
|
|
Assert.assertEquals("My super description for document 1", json.getString("description"));
|
|
Assert.assertEquals("Subject document 1", json.getString("subject"));
|
|
Assert.assertEquals("Identifier document 1", json.getString("identifier"));
|
|
Assert.assertEquals("Publisher document 1", json.getString("publisher"));
|
|
Assert.assertEquals("Format document 1", json.getString("format"));
|
|
Assert.assertEquals("Source document 1", json.getString("source"));
|
|
Assert.assertEquals("Software", json.getString("type"));
|
|
Assert.assertEquals("Greenland", json.getString("coverage"));
|
|
Assert.assertEquals("Public Domain", json.getString("rights"));
|
|
Assert.assertEquals("eng", json.getString("language"));
|
|
Assert.assertEquals(create1Date, json.getJsonNumber("create_date").longValue());
|
|
tags = json.getJsonArray("tags");
|
|
Assert.assertEquals(1, tags.size());
|
|
Assert.assertEquals(tag1Id, tags.getJsonObject(0).getString("id"));
|
|
JsonArray contributors = json.getJsonArray("contributors");
|
|
Assert.assertEquals(1, contributors.size());
|
|
Assert.assertEquals("document1", contributors.getJsonObject(0).getString("username"));
|
|
JsonArray relations = json.getJsonArray("relations");
|
|
Assert.assertEquals(1, relations.size());
|
|
Assert.assertEquals(document2Id, relations.getJsonObject(0).getString("id"));
|
|
Assert.assertFalse(relations.getJsonObject(0).getBoolean("source"));
|
|
Assert.assertEquals("My super title document 2", relations.getJsonObject(0).getString("title"));
|
|
|
|
// Get document 2
|
|
json = target().path("/document/" + document2Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get(JsonObject.class);
|
|
Assert.assertEquals(document2Id, json.getString("id"));
|
|
relations = json.getJsonArray("relations");
|
|
Assert.assertEquals(1, relations.size());
|
|
Assert.assertEquals(document1Id, relations.getJsonObject(0).getString("id"));
|
|
Assert.assertTrue(relations.getJsonObject(0).getBoolean("source"));
|
|
Assert.assertEquals("My super title document 1", relations.getJsonObject(0).getString("title"));
|
|
|
|
// Export a document in PDF format
|
|
Response response = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get();
|
|
InputStream is = (InputStream) response.getEntity();
|
|
byte[] pdfBytes = ByteStreams.toByteArray(is);
|
|
Assert.assertTrue(pdfBytes.length > 0);
|
|
|
|
// Create a tag
|
|
json = target().path("/tag").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.put(Entity.form(new Form().param("name", "SuperTag2").param("color", "#00ffff")), JsonObject.class);
|
|
String tag2Id = json.getString("id");
|
|
Assert.assertNotNull(tag1Id);
|
|
|
|
// Update document 1
|
|
json = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.post(Entity.form(new Form()
|
|
.param("title", "My new super document 1")
|
|
.param("description", "My new super description for document 1")
|
|
.param("subject", "My new subject for document 1")
|
|
.param("identifier", "My new identifier for document 1")
|
|
.param("publisher", "My new publisher for document 1")
|
|
.param("format", "My new format for document 1")
|
|
.param("source", "My new source for document 1")
|
|
.param("type", "Image")
|
|
.param("coverage", "France")
|
|
.param("language", "eng")
|
|
.param("rights", "All Rights Reserved")
|
|
.param("tags", tag2Id)), JsonObject.class);
|
|
Assert.assertEquals(document1Id, json.getString("id"));
|
|
|
|
// Update document 2
|
|
json = target().path("/document/" + document2Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.post(Entity.form(new Form()
|
|
.param("title", "My super title document 2")
|
|
.param("language", "eng")), JsonObject.class);
|
|
Assert.assertEquals(document2Id, json.getString("id"));
|
|
|
|
// Search documents by query
|
|
json = target().path("/document/list")
|
|
.queryParam("search", "new")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get(JsonObject.class);
|
|
documents = json.getJsonArray("documents");
|
|
Assert.assertEquals(1, documents.size());
|
|
|
|
// Get document 1
|
|
json = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get(JsonObject.class);
|
|
Assert.assertTrue(json.getString("title").contains("new"));
|
|
Assert.assertTrue(json.getString("description").contains("new"));
|
|
Assert.assertTrue(json.getString("subject").contains("new"));
|
|
Assert.assertTrue(json.getString("identifier").contains("new"));
|
|
Assert.assertTrue(json.getString("publisher").contains("new"));
|
|
Assert.assertTrue(json.getString("format").contains("new"));
|
|
Assert.assertTrue(json.getString("source").contains("new"));
|
|
Assert.assertEquals("Image", json.getString("type"));
|
|
Assert.assertEquals("France", json.getString("coverage"));
|
|
Assert.assertEquals("All Rights Reserved", json.getString("rights"));
|
|
tags = json.getJsonArray("tags");
|
|
Assert.assertEquals(1, tags.size());
|
|
Assert.assertEquals(tag2Id, tags.getJsonObject(0).getString("id"));
|
|
contributors = json.getJsonArray("contributors");
|
|
Assert.assertEquals(1, contributors.size());
|
|
Assert.assertEquals("document1", contributors.getJsonObject(0).getString("username"));
|
|
relations = json.getJsonArray("relations");
|
|
Assert.assertEquals(0, relations.size());
|
|
|
|
// Get document 2
|
|
json = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get(JsonObject.class);
|
|
relations = json.getJsonArray("relations");
|
|
Assert.assertEquals(0, relations.size());
|
|
|
|
// Deletes a document
|
|
json = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.delete(JsonObject.class);
|
|
Assert.assertEquals("ok", json.getString("status"));
|
|
|
|
// Check that the associated files are deleted from FS
|
|
java.io.File storedFile = DirectoryUtil.getStorageDirectory().resolve(file1Id).toFile();
|
|
java.io.File webFile = DirectoryUtil.getStorageDirectory().resolve(file1Id + "_web").toFile();
|
|
java.io.File thumbnailFile = DirectoryUtil.getStorageDirectory().resolve(file1Id + "_thumb").toFile();
|
|
Assert.assertFalse(storedFile.exists());
|
|
Assert.assertFalse(webFile.exists());
|
|
Assert.assertFalse(thumbnailFile.exists());
|
|
|
|
// Get a document (KO)
|
|
response = target().path("/document/" + document1Id).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, document1Token)
|
|
.get();
|
|
Assert.assertEquals(Status.NOT_FOUND, Status.fromStatusCode(response.getStatus()));
|
|
}
|
|
|
|
/**
|
|
* Search documents and returns the number found.
|
|
*
|
|
* @param query Search query
|
|
* @param token Authentication token
|
|
* @return Number of documents found
|
|
*/
|
|
private int searchDocuments(String query, String token) {
|
|
JsonObject json = target().path("/document/list")
|
|
.queryParam("search", query)
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, token)
|
|
.get(JsonObject.class);
|
|
return json.getJsonArray("documents").size();
|
|
}
|
|
|
|
/**
|
|
* Test ODT extraction.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testOdtExtraction() throws Exception {
|
|
// Login document_odt
|
|
clientUtil.createUser("document_odt");
|
|
String documentOdtToken = clientUtil.login("document_odt");
|
|
|
|
// Create a document
|
|
long create1Date = new Date().getTime();
|
|
JsonObject json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentOdtToken)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 1")
|
|
.param("description", "My super description for document 1")
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create1Date))), JsonObject.class);
|
|
String document1Id = json.getString("id");
|
|
Assert.assertNotNull(document1Id);
|
|
|
|
// Add a PDF file
|
|
String file1Id;
|
|
try (InputStream is = Resources.getResource("file/document.odt").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "document.odt");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentOdtToken)
|
|
.put(Entity.entity(multiPart.field("id", document1Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file1Id = json.getString("id");
|
|
Assert.assertNotNull(file1Id);
|
|
}
|
|
}
|
|
|
|
// Search documents by query in full content
|
|
json = target().path("/document/list")
|
|
.queryParam("search", "full:ipsum")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentOdtToken)
|
|
.get(JsonObject.class);
|
|
Assert.assertTrue(json.getJsonArray("documents").size() == 1);
|
|
|
|
// Get the file thumbnail data
|
|
Response response = target().path("/file/" + file1Id + "/data")
|
|
.queryParam("size", "thumb")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentOdtToken)
|
|
.get();
|
|
InputStream is = (InputStream) response.getEntity();
|
|
byte[] fileBytes = ByteStreams.toByteArray(is);
|
|
Assert.assertTrue(fileBytes.length > 0); // Images rendered from PDF differ in size from OS to OS due to font issues
|
|
Assert.assertEquals(MimeType.IMAGE_JPEG, MimeTypeUtil.guessMimeType(fileBytes, null));
|
|
}
|
|
|
|
/**
|
|
* Test DOCX extraction.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testDocxExtraction() throws Exception {
|
|
// Login document_docx
|
|
clientUtil.createUser("document_docx");
|
|
String documentDocxToken = clientUtil.login("document_docx");
|
|
|
|
// Create a document
|
|
long create1Date = new Date().getTime();
|
|
JsonObject json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentDocxToken)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 1")
|
|
.param("description", "My super description for document 1")
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create1Date))), JsonObject.class);
|
|
String document1Id = json.getString("id");
|
|
Assert.assertNotNull(document1Id);
|
|
|
|
// Add a PDF file
|
|
String file1Id;
|
|
try (InputStream is = Resources.getResource("file/document.docx").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "document.docx");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentDocxToken)
|
|
.put(Entity.entity(multiPart.field("id", document1Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file1Id = json.getString("id");
|
|
Assert.assertNotNull(file1Id);
|
|
}
|
|
}
|
|
|
|
// Search documents by query in full content
|
|
json = target().path("/document/list")
|
|
.queryParam("search", "full:dolor")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentDocxToken)
|
|
.get(JsonObject.class);
|
|
Assert.assertTrue(json.getJsonArray("documents").size() == 1);
|
|
|
|
// Get the file thumbnail data
|
|
Response response = target().path("/file/" + file1Id + "/data")
|
|
.queryParam("size", "thumb")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentDocxToken)
|
|
.get();
|
|
InputStream is = (InputStream) response.getEntity();
|
|
byte[] fileBytes = ByteStreams.toByteArray(is);
|
|
Assert.assertTrue(fileBytes.length > 0); // Images rendered from PDF differ in size from OS to OS due to font issues
|
|
Assert.assertEquals(MimeType.IMAGE_JPEG, MimeTypeUtil.guessMimeType(fileBytes, null));
|
|
}
|
|
|
|
/**
|
|
* Test PDF extraction.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testPdfExtraction() throws Exception {
|
|
// Login document_pdf
|
|
clientUtil.createUser("document_pdf");
|
|
String documentPdfToken = clientUtil.login("document_pdf");
|
|
|
|
// Create a document
|
|
long create1Date = new Date().getTime();
|
|
JsonObject json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPdfToken)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 1")
|
|
.param("description", "My super description for document 1")
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create1Date))), JsonObject.class);
|
|
String document1Id = json.getString("id");
|
|
Assert.assertNotNull(document1Id);
|
|
|
|
// Add a PDF file
|
|
String file1Id;
|
|
try (InputStream is = Resources.getResource("file/wikipedia.pdf").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "wikipedia.pdf");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPdfToken)
|
|
.put(Entity.entity(multiPart.field("id", document1Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file1Id = json.getString("id");
|
|
Assert.assertNotNull(file1Id);
|
|
}
|
|
}
|
|
|
|
// Search documents by query in full content
|
|
json = target().path("/document/list")
|
|
.queryParam("search", "full:vrandecic")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPdfToken)
|
|
.get(JsonObject.class);
|
|
Assert.assertTrue(json.getJsonArray("documents").size() == 1);
|
|
|
|
// Get the file thumbnail data
|
|
Response response = target().path("/file/" + file1Id + "/data")
|
|
.queryParam("size", "thumb")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPdfToken)
|
|
.get();
|
|
InputStream is = (InputStream) response.getEntity();
|
|
byte[] fileBytes = ByteStreams.toByteArray(is);
|
|
Assert.assertTrue(fileBytes.length > 0); // Images rendered from PDF differ in size from OS to OS due to font issues
|
|
Assert.assertEquals(MimeType.IMAGE_JPEG, MimeTypeUtil.guessMimeType(fileBytes, null));
|
|
}
|
|
|
|
/**
|
|
* Test plain text extraction.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testPlainTextExtraction() throws Exception {
|
|
// Login document_plain
|
|
clientUtil.createUser("document_plain");
|
|
String documentPlainToken = clientUtil.login("document_plain");
|
|
|
|
// Create a document
|
|
long create1Date = new Date().getTime();
|
|
JsonObject json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 1")
|
|
.param("description", "My super description for document 1")
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create1Date))), JsonObject.class);
|
|
String document1Id = json.getString("id");
|
|
Assert.assertNotNull(document1Id);
|
|
|
|
// Add a plain text file
|
|
String file1Id;
|
|
try (InputStream is = Resources.getResource("file/document.txt").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "document.txt");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.put(Entity.entity(multiPart.field("id", document1Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file1Id = json.getString("id");
|
|
Assert.assertNotNull(file1Id);
|
|
}
|
|
}
|
|
|
|
// Search documents by query in full content
|
|
json = target().path("/document/list")
|
|
.queryParam("search", "full:love")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.get(JsonObject.class);
|
|
Assert.assertTrue(json.getJsonArray("documents").size() == 1);
|
|
|
|
// Get the file thumbnail data
|
|
Response response = target().path("/file/" + file1Id + "/data")
|
|
.queryParam("size", "thumb")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.get();
|
|
InputStream is = (InputStream) response.getEntity();
|
|
byte[] fileBytes = ByteStreams.toByteArray(is);
|
|
Assert.assertTrue(fileBytes.length > 0); // Images rendered from PDF differ in size from OS to OS due to font issues
|
|
Assert.assertEquals(MimeType.IMAGE_JPEG, MimeTypeUtil.guessMimeType(fileBytes, null));
|
|
}
|
|
|
|
/**
|
|
* Test video extraction.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testVideoExtraction() throws Exception {
|
|
// Login document_video
|
|
clientUtil.createUser("document_video");
|
|
String documentPlainToken = clientUtil.login("document_video");
|
|
|
|
// Create a document
|
|
long create1Date = new Date().getTime();
|
|
JsonObject json = target().path("/document").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.put(Entity.form(new Form()
|
|
.param("title", "My super title document 1")
|
|
.param("description", "My super description for document 1")
|
|
.param("language", "eng")
|
|
.param("create_date", Long.toString(create1Date))), JsonObject.class);
|
|
String document1Id = json.getString("id");
|
|
Assert.assertNotNull(document1Id);
|
|
|
|
// Add a video file
|
|
String file1Id;
|
|
try (InputStream is = Resources.getResource("file/video.webm").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "video.webm");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/file").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.put(Entity.entity(multiPart.field("id", document1Id).bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
file1Id = json.getString("id");
|
|
Assert.assertNotNull(file1Id);
|
|
}
|
|
}
|
|
|
|
// Search documents by query in full content
|
|
json = target().path("/document/list")
|
|
.queryParam("search", "full:vp9")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.get(JsonObject.class);
|
|
Assert.assertTrue(json.getJsonArray("documents").size() == 1);
|
|
|
|
// Get the file thumbnail data
|
|
Response response = target().path("/file/" + file1Id + "/data")
|
|
.queryParam("size", "thumb")
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentPlainToken)
|
|
.get();
|
|
InputStream is = (InputStream) response.getEntity();
|
|
byte[] fileBytes = ByteStreams.toByteArray(is);
|
|
Assert.assertTrue(fileBytes.length > 0); // Images rendered from PDF differ in size from OS to OS due to font issues
|
|
Assert.assertEquals(MimeType.IMAGE_JPEG, MimeTypeUtil.guessMimeType(fileBytes, null));
|
|
}
|
|
|
|
/**
|
|
* Test EML import.
|
|
*
|
|
* @throws Exception e
|
|
*/
|
|
@Test
|
|
public void testEmlImport() throws Exception {
|
|
// Login document_eml
|
|
clientUtil.createUser("document_eml");
|
|
String documentEmlToken = clientUtil.login("document_eml");
|
|
|
|
// Import a document as EML
|
|
JsonObject json;
|
|
try (InputStream is = Resources.getResource("file/test_mail.eml").openStream()) {
|
|
StreamDataBodyPart streamDataBodyPart = new StreamDataBodyPart("file", is, "test_mail.eml");
|
|
try (FormDataMultiPart multiPart = new FormDataMultiPart()) {
|
|
json = target()
|
|
.register(MultiPartFeature.class)
|
|
.path("/document/eml").request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentEmlToken)
|
|
.put(Entity.entity(multiPart.bodyPart(streamDataBodyPart),
|
|
MediaType.MULTIPART_FORM_DATA_TYPE), JsonObject.class);
|
|
}
|
|
}
|
|
|
|
String documentId = json.getString("id");
|
|
Assert.assertNotNull(documentId);
|
|
|
|
// Get the document
|
|
json = target().path("/document/" + documentId).request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentEmlToken)
|
|
.get(JsonObject.class);
|
|
Assert.assertEquals("subject here", json.getString("title"));
|
|
Assert.assertTrue(json.getString("description").contains("content here"));
|
|
Assert.assertEquals("subject here", json.getString("subject"));
|
|
Assert.assertEquals("EML", json.getString("format"));
|
|
Assert.assertEquals("Email", json.getString("source"));
|
|
Assert.assertEquals("eng", json.getString("language"));
|
|
Assert.assertEquals(1519222261000L, json.getJsonNumber("create_date").longValue());
|
|
|
|
// Get all files from a document
|
|
json = target().path("/file/list")
|
|
.queryParam("id", documentId)
|
|
.request()
|
|
.cookie(TokenBasedSecurityFilter.COOKIE_NAME, documentEmlToken)
|
|
.get(JsonObject.class);
|
|
JsonArray files = json.getJsonArray("files");
|
|
Assert.assertEquals(2, files.size());
|
|
Assert.assertEquals("14_UNHCR_nd.pdf", files.getJsonObject(0).getString("name"));
|
|
Assert.assertEquals(251216L, files.getJsonObject(0).getJsonNumber("size").longValue());
|
|
Assert.assertEquals("application/pdf", files.getJsonObject(0).getString("mimetype"));
|
|
Assert.assertEquals("refugee status determination.pdf", files.getJsonObject(1).getString("name"));
|
|
Assert.assertEquals(279276L, files.getJsonObject(1).getJsonNumber("size").longValue());
|
|
Assert.assertEquals("application/pdf", files.getJsonObject(1).getString("mimetype"));
|
|
}
|
|
} |