extends Closeable {
14 |
15 | /**
16 | * Processes the task that this processor provides.
17 | *
18 | * @param input The input to process.
19 | * @return The result of processing the given input.
20 | * @throws E In case a problem occurred while processing the input.
21 | */
22 | O processTask(I input) throws E;
23 |
24 | }
25 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/RdfConverterFactory.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing;
2 |
3 | /**
4 | * This factory creates objects for (de)serializing RDF files.
5 | * Used by external code such as scripts or ECloud.
6 | */
7 | public class RdfConverterFactory {
8 |
9 | /**
10 | * Create an RDF file serializer.
11 | *
12 | * @return An RDF file serializer.
13 | */
14 | public RdfSerializer createRdfSerializer() {
15 | return new RdfSerializerImpl();
16 | }
17 |
18 | /**
19 | * Create an RDF file deserializer.
20 | *
21 | * @return An RDF file deserializer.
22 | */
23 | public RdfDeserializer createRdfDeserializer() {
24 | return new RdfDeserializerImpl();
25 | }
26 | }
27 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/RdfSerializer.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing;
2 |
3 | import eu.europeana.metis.mediaprocessing.exception.RdfSerializationException;
4 | import eu.europeana.metis.mediaprocessing.model.EnrichedRdf;
5 |
6 | /**
7 | * Implementations of this interface provide a variety of serialization options for RDF files. This
8 | * object can be reused multiple times, as the construction of it incurs overhead. Please note that
9 | * this object is thread-safe, but currently it achieves this by synchronization, meaning that it is
10 | * not designed for many threads to access the object simultaneously.
11 | */
12 | public interface RdfSerializer {
13 |
14 | /**
15 | * Serialize an RDF into a file. This method should call the {@link EnrichedRdf#finalizeRdf()}
16 | * method before serialization.
17 | *
18 | * @param rdf The RDF to serialize.
19 | * @return The serialized RDF file.
20 | * @throws RdfSerializationException In case there was a problem serializing this RDF.
21 | */
22 | byte[] serialize(EnrichedRdf rdf) throws RdfSerializationException;
23 |
24 | }
25 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/RdfSerializerImpl.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing;
2 |
3 | import eu.europeana.metis.mediaprocessing.exception.RdfSerializationException;
4 | import eu.europeana.metis.mediaprocessing.model.EnrichedRdf;
5 | import eu.europeana.metis.schema.convert.RdfConversionUtils;
6 | import eu.europeana.metis.schema.convert.SerializationException;
7 |
8 | /**
9 | * This object implements RDF serialization functionality.
10 | */
11 | class RdfSerializerImpl implements RdfSerializer {
12 |
13 | private final RdfConversionUtils rdfConversionUtils = new RdfConversionUtils();
14 |
15 | @Override
16 | public byte[] serialize(EnrichedRdf rdf) throws RdfSerializationException {
17 | try {
18 | return rdfConversionUtils.convertRdfToBytes(rdf.finalizeRdf());
19 | } catch (SerializationException e) {
20 | throw new RdfSerializationException("Problem with serializing RDF.", e);
21 | }
22 | }
23 | }
24 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/RdfXpathConstants.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing;
2 |
3 | /**
4 | * Rdf xpath string constants.
5 | */
6 | public final class RdfXpathConstants {
7 |
8 | public static final String RDF_NAMESPACE = "/rdf:RDF";
9 | public static final String ORE_AGGREGATION = RDF_NAMESPACE + "/ore:Aggregation";
10 | public static final String EDM_OBJECT = ORE_AGGREGATION + "/edm:object/@rdf:resource";
11 | public static final String EDM_IS_SHOWN_BY = ORE_AGGREGATION + "/edm:isShownBy/@rdf:resource";
12 | public static final String EDM_HAS_VIEW = ORE_AGGREGATION + "/edm:hasView/@rdf:resource";
13 | public static final String EDM_IS_SHOWN_AT = ORE_AGGREGATION + "/edm:isShownAt/@rdf:resource";
14 | public static final String SVCS_SERVICE = RDF_NAMESPACE + "/svcs:Service";
15 | public static final String EDM_WEBRESOURCE = RDF_NAMESPACE + "/edm:WebResource";
16 |
17 | private RdfXpathConstants() {}
18 |
19 | }
20 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/exception/LinkCheckingException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.exception;
2 |
3 | /**
4 | * This exception represents a problem that occurred during link checking.
5 | */
6 | public class LinkCheckingException extends Exception {
7 |
8 | /** This class implements {@link java.io.Serializable}. **/
9 | private static final long serialVersionUID = 3926174673354061384L;
10 |
11 | /**
12 | * Constructor.
13 | *
14 | * @param cause The cause.
15 | */
16 | public LinkCheckingException(Throwable cause) {
17 | super(cause);
18 | }
19 |
20 | /**
21 | * Constructor.
22 | *
23 | * @param message The exception message.
24 | * @param cause The cause.
25 | */
26 | public LinkCheckingException(String message, Throwable cause) {
27 | super(message, cause);
28 | }
29 | }
30 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/exception/MediaExtractionException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.exception;
2 |
3 | /**
4 | * This exception represents a problem that occurred during media extraction.
5 | */
6 | public class MediaExtractionException extends Exception {
7 |
8 | /** This class implements {@link java.io.Serializable}. **/
9 | private static final long serialVersionUID = -5753149269891298793L;
10 |
11 | /**
12 | * Constructor.
13 | *
14 | * @param message The exception message.
15 | */
16 | public MediaExtractionException(String message) {
17 | super(message);
18 | }
19 |
20 | /**
21 | * Constructor.
22 | *
23 | * @param message The exception message.
24 | * @param cause The cause.
25 | */
26 | public MediaExtractionException(String message, Throwable cause) {
27 | super(message, cause);
28 | }
29 | }
30 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/exception/MediaProcessorException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.exception;
2 |
3 | /**
4 | * This exception represents a problem that occurred during setting up one of the worker objects in
5 | * the media processing library.
6 | */
7 | public class MediaProcessorException extends Exception {
8 |
9 | /** This class implements {@link java.io.Serializable}. **/
10 | private static final long serialVersionUID = 8090383001647258984L;
11 |
12 | /**
13 | * Constructor.
14 | *
15 | * @param message The exception message.
16 | */
17 | public MediaProcessorException(String message) {
18 | super(message);
19 | }
20 |
21 | /**
22 | * Constructor.
23 | *
24 | * @param message The exception message.
25 | * @param cause The cause.
26 | */
27 | public MediaProcessorException(String message, Exception cause) {
28 | super(message, cause);
29 | }
30 | }
31 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/exception/RdfDeserializationException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.exception;
2 |
3 | /**
4 | * This exception represents a problem that occurred during deserialization of an RDF object.
5 | */
6 | public class RdfDeserializationException extends Exception {
7 |
8 | /** This class implements {@link java.io.Serializable}. **/
9 | private static final long serialVersionUID = -789223924131348847L;
10 |
11 | /**
12 | * Constructor.
13 | *
14 | * @param message The exception message.
15 | * @param cause The cause.
16 | */
17 | public RdfDeserializationException(String message, Throwable cause) {
18 | super(message, cause);
19 | }
20 | }
21 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/exception/RdfSerializationException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.exception;
2 |
3 | /**
4 | * This exception represents a problem that occurred during serialization of an RDF object.
5 | */
6 | public class RdfSerializationException extends Exception {
7 |
8 | /** This class implements {@link java.io.Serializable}. **/
9 | private static final long serialVersionUID = 1031549407979593963L;
10 |
11 | /**
12 | * Constructor.
13 | *
14 | * @param message The exception message.
15 | * @param cause The cause.
16 | */
17 | public RdfSerializationException(String message, Throwable cause) {
18 | super(message, cause);
19 | }
20 | }
21 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/extraction/ImageMetadata.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.extraction;
2 |
3 | import java.util.ArrayList;
4 | import java.util.Collections;
5 | import java.util.List;
6 |
7 | /**
8 | * Objects of this type represent image information obtained while creating the thumbnails.
9 | *
10 | * @author jochen
11 | */
12 | public class ImageMetadata {
13 |
14 | private final int width;
15 | private final int height;
16 | private final String colorSpace;
17 | private final List dominantColors;
18 |
19 | /**
20 | * Constructor.
21 | *
22 | * @param width The width of the image.
23 | * @param height The height of the image.
24 | * @param colorSpace The color space.
25 | * @param dominantColors The dominant colors.
26 | */
27 | ImageMetadata(int width, int height, String colorSpace, List dominantColors) {
28 | this.width = width;
29 | this.height = height;
30 | this.colorSpace = colorSpace;
31 | this.dominantColors = new ArrayList<>(dominantColors);
32 | }
33 |
34 | int getWidth() {
35 | return width;
36 | }
37 |
38 | int getHeight() {
39 | return height;
40 | }
41 |
42 | String getColorSpace() {
43 | return colorSpace;
44 | }
45 |
46 | List getDominantColors() {
47 | return Collections.unmodifiableList(dominantColors);
48 | }
49 | }
50 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/EnrichedRdf.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | import eu.europeana.metis.schema.jibx.RDF;
4 |
5 | /**
6 | * Objects implementing this class represent RDF files that can be enriched with extracted resource
7 | * metadata. There is also a method for post-processing the RDF file, which should be called before
8 | * using the RDF in this object.
9 | */
10 | public interface EnrichedRdf {
11 |
12 | /**
13 | * Enrich the RDF with extracted resource metadata.
14 | *
15 | * @param resource The resource metadata.
16 | */
17 | void enrichResource(ResourceMetadata resource);
18 |
19 | /**
20 | * Finalizes (post-processes) the RDF before giving it out.
21 | *
22 | * @return The RDF.
23 | */
24 | RDF finalizeRdf();
25 |
26 | }
27 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/IResourceMetadata.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | import java.io.Serializable;
4 | import java.util.Set;
5 |
6 | /**
7 | * This interface represents resource metadata.
8 | */
9 | interface IResourceMetadata extends Serializable {
10 |
11 | String getResourceUrl();
12 |
13 | String getMimeType();
14 |
15 | /**
16 | * @return The target names of the thumbnails. This list is not null, but could be empty.
17 | */
18 | Set getThumbnailTargetNames();
19 |
20 | }
21 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/Media3dResourceMetadata.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | import eu.europeana.metis.schema.jibx.EdmType;
4 |
5 | public class Media3dResourceMetadata extends AbstractResourceMetadata{
6 |
7 | /**
8 | * Implements {@link java.io.Serializable}.
9 | */
10 | private static final long serialVersionUID = -2887423565606864723L;
11 |
12 | /**
13 | * Constructor.
14 | *
15 | * @param mimeType The resource mime type.
16 | * @param resourceUrl The resource URL.
17 | * @param contentSize The file content size.
18 | */
19 | public Media3dResourceMetadata(String mimeType, String resourceUrl, Long contentSize) {
20 | super(mimeType, resourceUrl, contentSize, null);
21 | }
22 |
23 | @Override
24 | protected ResourceMetadata prepareForSerialization() {
25 | return new ResourceMetadata(this);
26 | }
27 |
28 | @Override
29 | protected void updateResource(WebResource resource) {
30 | super.updateResource(resource);
31 | resource.setEdmType(EdmType._3_D);
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/MediaExtractorInput.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | /**
4 | * This class defines the input for media extraction.
5 | */
6 | public class MediaExtractorInput {
7 |
8 | private final RdfResourceEntry resourceEntry;
9 | private final boolean mainThumbnailAvailable;
10 |
11 | /**
12 | * Constructor.
13 | *
14 | * @param resourceEntry The resource entry to perform extraction on.
15 | * @param mainThumbnailAvailable Whether the main thumbnail for this record is available. This may
16 | * influence the decision on whether to generate a thumbnail for this resource.
17 | */
18 | public MediaExtractorInput(RdfResourceEntry resourceEntry, boolean mainThumbnailAvailable) {
19 | this.resourceEntry = resourceEntry;
20 | this.mainThumbnailAvailable = mainThumbnailAvailable;
21 | }
22 |
23 | public RdfResourceEntry getResourceEntry() {
24 | return resourceEntry;
25 | }
26 |
27 | public boolean isMainThumbnailAvailable() {
28 | return mainThumbnailAvailable;
29 | }
30 | }
31 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/Resource.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | import java.io.File;
4 | import java.net.URI;
5 | import java.nio.file.Path;
6 | import java.util.Set;
7 |
8 | /**
9 | * This interface represents the binary content of a resource. Please see {@link ResourceRelatedFile} for
10 | * more information.
11 | */
12 | public interface Resource extends ResourceRelatedFile {
13 |
14 | /**
15 | * @return The resource URL types with which this resource is referenced.
16 | */
17 | Set getUrlTypes();
18 |
19 | /**
20 | * @return The mime type that has been provided for this resource by the source server. If none is
21 | * provided, or a default type, null is returned.
22 | */
23 | String getProvidedMimeType();
24 |
25 | /**
26 | * @return The file size that has been provided for this resource by the source server. If none is
27 | * provided, the value 0 is returned.
28 | */
29 | Long getProvidedFileSize();
30 |
31 | /**
32 | * @return The actual location where this resource has been found.
33 | */
34 | URI getActualLocation();
35 |
36 | /**
37 | * @return A reference to the file containing this resource. Can be null.
38 | */
39 | Path getContentPath();
40 |
41 | /**
42 | * @return A reference to the file containing this resource. Can be null.
43 | */
44 | File getContentFile();
45 |
46 | }
47 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/ResourceExtractionResult.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | import java.io.Closeable;
4 | import java.util.List;
5 |
6 | /**
7 | * This interface represents the result of a resource extraction, consisting of metadata and
8 | * thumbnails. It is closable, which will have the effect of closing the thumbnails.
9 | */
10 | public interface ResourceExtractionResult extends Closeable {
11 |
12 | /**
13 | * @return The serializable metadata of this resource. Can be null.
14 | */
15 | ResourceMetadata getMetadata();
16 |
17 | /**
18 | * @return The thumbnails generated for this resource. Can be null or empty.
19 | */
20 | List getThumbnails();
21 | }
22 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/Thumbnail.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | /**
4 | * This interface contains a representation of a thumbnail generated for a given resource. Please
5 | * see {@link ResourceRelatedFile} for more information.
6 | */
7 | public interface Thumbnail extends ResourceRelatedFile {
8 |
9 | /**
10 | * @return The mime type of the thumbnail.
11 | */
12 | String getMimeType();
13 |
14 | /**
15 | * @return The unique (target) name of the thumbnail by which it is known.
16 | */
17 | String getTargetName();
18 |
19 | }
20 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/ThumbnailImpl.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | /**
4 | * This class implements {@link Thumbnail}.
5 | */
6 | public class ThumbnailImpl extends AbstractInMemoryFile implements Thumbnail {
7 |
8 | private final String mimeType;
9 | private final String targetName;
10 |
11 | /**
12 | * Constructor.
13 | *
14 | * @param resourceUrl The URL of the resource for which this thumbnail is generated.
15 | * @param mimeType The mime type of the thumbnail.
16 | * @param targetName The unique (target) name by which this thumbnail is known.
17 | */
18 | public ThumbnailImpl(String resourceUrl, String mimeType, String targetName) {
19 | super(resourceUrl);
20 | this.mimeType = mimeType;
21 | this.targetName = targetName;
22 | }
23 |
24 | @Override
25 | public String getTargetName() {
26 | return targetName;
27 | }
28 |
29 | @Override
30 | public String getMimeType() {
31 | return mimeType;
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/ThumbnailKind.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | /**
4 | * The various thumbnail kinds we generate.
5 | */
6 | public enum ThumbnailKind {
7 |
8 | /**
9 | * The medium sized thumbnail.
10 | **/
11 | MEDIUM(200, "-MEDIUM"),
12 |
13 | /**
14 | * The large sized thumbnail.
15 | **/
16 | LARGE(400, "-LARGE");
17 |
18 | private final int imageSize;
19 | private final String nameSuffix;
20 |
21 | ThumbnailKind(int imageSize, String nameSuffix) {
22 | this.imageSize = imageSize;
23 | this.nameSuffix = nameSuffix;
24 | }
25 |
26 | /**
27 | * @return The image size.
28 | */
29 | public int getImageSize() {
30 | return imageSize;
31 | }
32 |
33 | /**
34 | * @return The name suffix. Thumbnails of this kind must contain (end with) this suffix.
35 | */
36 | public String getNameSuffix() {
37 | return nameSuffix;
38 | }
39 | }
40 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/model/UrlType.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.model;
2 |
3 | import java.util.Collections;
4 | import java.util.EnumSet;
5 | import java.util.Set;
6 |
7 | /**
8 | * The resource reference types that are used in RDF files to reference resources. This list is not
9 | * complete: it only contains those types that are considered for media processing.
10 | */
11 | public enum UrlType {
12 |
13 | OBJECT, HAS_VIEW, IS_SHOWN_BY, IS_SHOWN_AT;
14 |
15 | /**
16 | * The resource URL types that are subject to link checking.
17 | **/
18 | public static final Set URL_TYPES_FOR_LINK_CHECKING = Collections
19 | .unmodifiableSet(EnumSet.allOf(UrlType.class));
20 |
21 | /**
22 | * The resource URL types that are subject to media extraction.
23 | **/
24 | public static final Set URL_TYPES_FOR_MEDIA_EXTRACTION = Collections
25 | .unmodifiableSet(EnumSet.allOf(UrlType.class));
26 |
27 | /**
28 | * The resource URL type that is subject to media extraction and provide the main thumbnail.
29 | * This is a member of {@link #URL_TYPES_FOR_MEDIA_EXTRACTION}.
30 | */
31 | public static final UrlType URL_TYPE_FOR_MAIN_THUMBNAIL_RESOURCE = UrlType.OBJECT;
32 | }
33 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/java/eu/europeana/metis/mediaprocessing/wrappers/TikaWrapper.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.mediaprocessing.wrappers;
2 |
3 | import java.io.IOException;
4 | import java.io.InputStream;
5 | import org.apache.tika.Tika;
6 | import org.apache.tika.metadata.Metadata;
7 |
8 | /**
9 | * Wrapper class of Tika
10 | */
11 | public class TikaWrapper {
12 |
13 | private final Tika tika;
14 |
15 | /**
16 | * It creates a new instance of Tika
17 | */
18 | public TikaWrapper() {
19 | this.tika = new Tika();
20 | }
21 |
22 | /**
23 | * It uses tika's own detect method
24 | *
25 | * @param inputStream The input stream to detect from
26 | * @param metadata The metadata associated with the input stream
27 | * @return The mime type detected from the input stream
28 | * @throws IOException
29 | */
30 | public String detect(InputStream inputStream, Metadata metadata) throws IOException {
31 |
32 | // Do the detection. Create a markable input stream for tika to use, so that the marking it does
33 | // will not interfere with our mark above.
34 | String detectedMimeType = tika.detect(inputStream, metadata);
35 |
36 | // Normalize STL files (a 3D format).
37 | if (detectedMimeType.equals("application/vnd.ms-pki.stl")) {
38 | return "model/x.stl-binary";
39 | }
40 |
41 | // Done
42 | return detectedMimeType;
43 | }
44 | }
45 |
--------------------------------------------------------------------------------
/metis-media-service/src/main/resources/colormap.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-media-service/src/main/resources/colormap.png
--------------------------------------------------------------------------------
/metis-media-service/src/main/resources/org/apache/tika/mime/custom-mimetypes.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
--------------------------------------------------------------------------------
/metis-media-service/src/test/resources/__files/Cube_3d_printing_sample.stl:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-media-service/src/test/resources/__files/Cube_3d_printing_sample.stl
--------------------------------------------------------------------------------
/metis-media-service/src/test/resources/__files/Duck.glb:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-media-service/src/test/resources/__files/Duck.glb
--------------------------------------------------------------------------------
/metis-media-service/src/test/resources/__files/audio_test.mp3:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-media-service/src/test/resources/__files/audio_test.mp3
--------------------------------------------------------------------------------
/metis-media-service/src/test/resources/__files/not_oembed.json:
--------------------------------------------------------------------------------
1 | {
2 | "glossary": {
3 | "title": "example glossary",
4 | "GlossDiv": {
5 | "title": "S",
6 | "GlossList": {
7 | "GlossEntry": {
8 | "ID": "SGML",
9 | "SortAs": "SGML",
10 | "GlossTerm": "Standard Generalized Markup Language",
11 | "Acronym": "SGML",
12 | "Abbrev": "ISO 8879:1986",
13 | "GlossDef": {
14 | "para": "A meta-markup language, used to create markup languages such as DocBook.",
15 | "GlossSeeAlso": [
16 | "GML",
17 | "XML"
18 | ]
19 | },
20 | "GlossSee": "markup"
21 | }
22 | }
23 | }
24 | }
25 | }
26 |
--------------------------------------------------------------------------------
/metis-media-service/src/test/resources/__files/not_oembed.xml:
--------------------------------------------------------------------------------
1 |
2 |
6 |
7 | Oxford
8 | Oxfordshire
9 | Wikipedia
10 | 10000
11 |
12 |
13 |
14 |
--------------------------------------------------------------------------------
/metis-media-service/src/test/resources/__files/oembed.json:
--------------------------------------------------------------------------------
1 | {
2 | "type": "video",
3 | "version": "1.0",
4 | "provider_name": "Vimeo",
5 | "provider_url": "https://vimeo.com/",
6 | "title": "Europeana promo",
7 | "author_name": "Europeana",
8 | "author_url": "https://vimeo.com/europeana",
9 | "is_plus": "1",
10 | "account_type": "plus",
11 | "html": "",
12 | "width": 480,
13 | "height": 270,
14 | "duration": 31,
15 | "description": "",
16 | "thumbnail_url": "https://i.vimeocdn.com/video/223856359-d86332b534f4edd01355ee14c50b32473f746e4f56454128df8a8ca8228fffb8-d_295x166",
17 | "thumbnail_width": 295,
18 | "thumbnail_height": 166,
19 | "thumbnail_url_with_play_button": "https://i.vimeocdn.com/filter/overlay?src0=https%3A%2F%2Fi.vimeocdn.com%2Fvideo%2F223856359-d86332b534f4edd01355ee14c50b32473f746e4f56454128df8a8ca8228fffb8-d_295x166&src1=http%3A%2F%2Ff.vimeocdn.com%2Fp%2Fimages%2Fcrawler_play.png",
20 | "upload_date": "2011-05-30 09:03:39",
21 | "video_id": 24416915,
22 | "uri": "/videos/24416915"
23 | }
24 |
--------------------------------------------------------------------------------
/metis-pattern-analysis/src/main/java/eu/europeana/patternanalysis/exception/PatternAnalysisException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.patternanalysis.exception;
2 |
3 | /**
4 | * Exception used for a pattern analysis error.
5 | */
6 | public class PatternAnalysisException extends Exception {
7 |
8 | /**
9 | * Constructs a new exception with the specified detail message and cause.
10 | *
11 | * @param message the detail message (which is saved for later retrieval by the {@link #getMessage()} method).
12 | * @param cause the cause (which is saved for later retrieval by the {@link #getCause()} method). (A null value is
13 | * permitted, and indicates that the cause is nonexistent or unknown.)
14 | */
15 | public PatternAnalysisException(String message, Throwable cause) {
16 | super(message, cause);
17 | }
18 |
19 | }
20 |
--------------------------------------------------------------------------------
/metis-pattern-analysis/src/main/java/eu/europeana/patternanalysis/view/ProblemPatternAnalysis.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.patternanalysis.view;
2 |
3 | import static java.util.Objects.requireNonNull;
4 | import static java.util.Objects.requireNonNullElseGet;
5 |
6 | import java.util.ArrayList;
7 | import java.util.HashSet;
8 | import java.util.List;
9 | import java.util.Set;
10 |
11 | /**
12 | * Class containing the problem pattern analysis for a record.
13 | */
14 | public class ProblemPatternAnalysis {
15 |
16 | private final String rdfAbout;
17 | private final List problemPatterns;
18 | private final Set titles;
19 |
20 | /**
21 | * Constructor with required parameters.
22 | *
23 | * @param rdfAbout the rdf about
24 | * @param problemPatterns the problem patterns
25 | * @param titles the record titles
26 | */
27 | public ProblemPatternAnalysis(String rdfAbout, List problemPatterns, Set titles) {
28 | this.rdfAbout = requireNonNull(rdfAbout);
29 | this.problemPatterns = requireNonNullElseGet(problemPatterns, ArrayList::new);
30 | this.titles = requireNonNullElseGet(titles, HashSet::new);
31 | }
32 |
33 | public String getRdfAbout() {
34 | return rdfAbout;
35 | }
36 |
37 | public List getProblemPatterns() {
38 | return new ArrayList<>(problemPatterns);
39 | }
40 |
41 | public Set getTitles() {
42 | return new HashSet<>(titles);
43 | }
44 | }
45 |
--------------------------------------------------------------------------------
/metis-pattern-analysis/src/main/java/eu/europeana/patternanalysis/view/RecordAnalysis.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.patternanalysis.view;
2 |
3 | import java.util.ArrayList;
4 | import java.util.List;
5 |
6 | /**
7 | * Class containing the record analysis.
8 | */
9 | public class RecordAnalysis {
10 |
11 | private final String recordId;
12 | private final List problemOccurrenceList;
13 |
14 | /**
15 | * Constructor with required parameters.
16 | *
17 | * @param recordId the record id
18 | * @param problemOccurrenceList the problem occurrences list
19 | */
20 | public RecordAnalysis(String recordId, List problemOccurrenceList) {
21 | this.recordId = recordId;
22 | this.problemOccurrenceList = problemOccurrenceList == null ? new ArrayList<>() : new ArrayList<>(problemOccurrenceList);
23 | }
24 |
25 | public String getRecordId() {
26 | return recordId;
27 | }
28 |
29 | public List getProblemOccurrenceList() {
30 | return new ArrayList<>(problemOccurrenceList);
31 | }
32 | }
33 |
--------------------------------------------------------------------------------
/metis-pattern-analysis/src/test/java/eu/europeana/patternanalysis/view/ProblemOccurrenceTest.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.patternanalysis.view;
2 |
3 | import static org.junit.jupiter.api.Assertions.assertEquals;
4 | import static org.junit.jupiter.api.Assertions.assertNotNull;
5 | import static org.junit.jupiter.api.Assertions.assertTrue;
6 |
7 | import java.util.List;
8 | import org.apache.commons.collections4.CollectionUtils;
9 | import org.junit.jupiter.api.Test;
10 |
11 | class ProblemOccurrenceTest {
12 |
13 | @Test
14 | void objectCreationTest() {
15 | final ProblemOccurrence problemOccurrence1 = new ProblemOccurrence("Duplicate titleA", List.of("recordId1", "recordId2"));
16 | assertEquals("Duplicate titleA", problemOccurrence1.getMessageReport());
17 | assertTrue(CollectionUtils.isEqualCollection(List.of("recordId2", "recordId1"), problemOccurrence1.getAffectedRecordIds()));
18 |
19 | final ProblemOccurrence problemOccurrence2 = new ProblemOccurrence("Duplicate titleA", null);
20 | assertEquals("Duplicate titleA", problemOccurrence2.getMessageReport());
21 | assertEquals(0, problemOccurrence2.getAffectedRecordIds().size());
22 |
23 | final ProblemOccurrence problemOccurrence3 = new ProblemOccurrence("Duplicate titleB");
24 | assertNotNull(problemOccurrence3.getAffectedRecordIds());
25 | assertEquals(0, problemOccurrence3.getAffectedRecordIds().size());
26 | }
27 | }
--------------------------------------------------------------------------------
/metis-pattern-analysis/src/test/java/eu/europeana/patternanalysis/view/ProblemPatternAnalysisTest.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.patternanalysis.view;
2 |
3 | import static org.junit.jupiter.api.Assertions.assertEquals;
4 | import static org.junit.jupiter.api.Assertions.assertThrows;
5 |
6 | import java.util.List;
7 | import java.util.Set;
8 | import org.junit.jupiter.api.Test;
9 |
10 | class ProblemPatternAnalysisTest {
11 |
12 | @Test
13 | void objectCreationTest() {
14 | final List problemPatterns = List.of(new ProblemPattern(ProblemPatternDescription.P2, 1,
15 | List.of(new RecordAnalysis("recordId", List.of(new ProblemOccurrence("message"))))));
16 | final Set titles = Set.of("titleA");
17 | final ProblemPatternAnalysis problemPatternAnalysis = new ProblemPatternAnalysis("rdfAbout", problemPatterns, titles);
18 |
19 | assertEquals("rdfAbout", problemPatternAnalysis.getRdfAbout());
20 | assertEquals(problemPatternAnalysis.getProblemPatterns().size(), problemPatterns.size());
21 | assertEquals(problemPatternAnalysis.getTitles().size(), titles.size());
22 |
23 | assertThrows(NullPointerException.class, () -> new ProblemPatternAnalysis(null, problemPatterns, titles));
24 | assertEquals(0, new ProblemPatternAnalysis("rdfAbout", null, titles).getProblemPatterns().size());
25 | assertEquals(0, new ProblemPatternAnalysis("rdfAbout", problemPatterns, null).getTitles().size());
26 | }
27 | }
--------------------------------------------------------------------------------
/metis-pattern-analysis/src/test/java/eu/europeana/patternanalysis/view/RecordAnalysisTest.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.patternanalysis.view;
2 |
3 | import static org.junit.jupiter.api.Assertions.assertEquals;
4 | import static org.junit.jupiter.api.Assertions.assertNotNull;
5 | import static org.junit.jupiter.api.Assertions.assertTrue;
6 |
7 | import java.util.List;
8 | import org.apache.commons.collections4.CollectionUtils;
9 | import org.junit.jupiter.api.Test;
10 |
11 | class RecordAnalysisTest {
12 |
13 | @Test
14 | void objectCreationTest() {
15 | final ProblemOccurrence problemOccurrence1 = new ProblemOccurrence("Duplicate titleA", List.of("recordId1", "recordId2"));
16 | final ProblemOccurrence problemOccurrence2 = new ProblemOccurrence("Duplicate titleB");
17 | final RecordAnalysis recordAnalysis1 = new RecordAnalysis("recordId1", List.of(problemOccurrence1, problemOccurrence2));
18 |
19 | assertEquals("recordId1", recordAnalysis1.getRecordId());
20 | assertTrue(CollectionUtils.isEqualCollection(List.of(problemOccurrence1, problemOccurrence2),
21 | recordAnalysis1.getProblemOccurrenceList()));
22 |
23 | final RecordAnalysis recordAnalysis2 = new RecordAnalysis("recordId1", null);
24 | assertNotNull(recordAnalysis2.getProblemOccurrenceList());
25 | }
26 |
27 | }
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/.gitignore:
--------------------------------------------------------------------------------
1 | /src/main/resources/application.properties
2 | !/src/test/resources/repository-test.zip
3 | !/src/test/resources/repository-test-error.zip
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/Dockerfile:
--------------------------------------------------------------------------------
1 | FROM eclipse-temurin:21-jre
2 | COPY target/*.jar app.jar
3 | EXPOSE 8080
4 | ENTRYPOINT ["java", "-jar", "/app.jar"]
5 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/README.md:
--------------------------------------------------------------------------------
1 | #Metis Repository
2 | This module contains a simple record repository that
3 | can be deployed and used for testing harvesting. Currently
4 | it only supports OAI-PMH harvesting. Note that it doesn't
5 | completely implement the OAI standard; deviations are
6 | as follows:
7 |
8 | 1. It confines itself to the requests that are actually
9 | executed by Metis. That means it only supports
10 | the `ListIdentifiers` and `GetRecord` requests.
11 | 2. Pagination is not guaranteed to work when there are
12 | changes to the data. Specifically, if the data is changed
13 | while a user is harvesting, discrepancies (omissions of
14 | duplications of records) can occur. This is because
15 | pagination is executed directly on the database and the
16 | state of a previous request is not preserved.
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/docker-compose.yml:
--------------------------------------------------------------------------------
1 | version: '3.8'
2 | services:
3 | mongo:
4 | image: mongo:4.2.9
5 | container_name: metis-repository-mongo
6 | environment:
7 | MONGO_INITDB_DATABASE: metis-repository
8 | MONGO_INITDB_ROOT_USERNAME: guest
9 | MONGO_INITDB_ROOT_PASSWORD: guest
10 | ports:
11 | - '27017:27017'
12 | metis-repository-local:
13 | image: europeana/metis-repository:develop
14 | container_name: metis-repository-local
15 | build:
16 | context: ./
17 | dockerfile: Dockerfile
18 | ports:
19 | - '8080:8080'
20 | environment:
21 | MONGO_HOSTS: metis-repository-mongo
22 | volumes:
23 | - /data/metis-configuration/metis-framework/metis-repository/metis-repository-rest/k8s/overlays/local/components/properties/application.properties:/application.properties
24 | - /data/metis-configuration/k8s/common-components/log4j2-xml/log4j2.xml:/data/logging/log4j2.xml
25 | depends_on:
26 | - mongo
27 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/main/java/eu/europeana/metis/repository/rest/Application.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest;
2 |
3 | import org.springframework.boot.SpringApplication;
4 | import org.springframework.boot.autoconfigure.SpringBootApplication;
5 |
6 | /**
7 | * The Spring boot application entry point
8 | */
9 | @SpringBootApplication
10 | public class Application {
11 |
12 | /**
13 | * The main spring boot method
14 | *
15 | * @param args application arguments
16 | */
17 | public static void main(String[] args){
18 | SpringApplication.run(Application.class, args);
19 | }
20 |
21 | }
22 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/main/java/eu/europeana/metis/repository/rest/config/SwaggerConfig.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest.config;
2 |
3 | import io.swagger.v3.oas.models.OpenAPI;
4 | import io.swagger.v3.oas.models.info.Info;
5 | import io.swagger.v3.oas.models.info.License;
6 | import org.springframework.context.annotation.Bean;
7 | import org.springframework.context.annotation.Configuration;
8 |
9 | /**
10 | * Config for Swagger documentation
11 | */
12 | @Configuration
13 | public class SwaggerConfig {
14 |
15 | /**
16 | * The open api documentation docket
17 | *
18 | * @return the docket configuration
19 | */
20 | @Bean
21 | public OpenAPI openAPI(){
22 | return new OpenAPI()
23 | .info(new Info()
24 | .title("Metis Repository REST API")
25 | .description("Metis Repository REST API for Europeana")
26 | .version("v1")
27 | .license(new License()
28 | .name("EUPL Licence v1.2")
29 | .url("https://joinup.ec.europa.eu/collection/eupl/eupl-text-eupl-12")));
30 | }
31 | }
32 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/main/java/eu/europeana/metis/repository/rest/config/WebMvcConfig.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest.config;
2 |
3 | import org.springframework.context.annotation.Configuration;
4 | import org.springframework.web.servlet.config.annotation.ViewControllerRegistry;
5 | import org.springframework.web.servlet.config.annotation.WebMvcConfigurer;
6 |
7 | /**
8 | * Web MVC configuration
9 | */
10 | @Configuration
11 | public class WebMvcConfig implements WebMvcConfigurer {
12 |
13 | @Override
14 | public void addViewControllers(ViewControllerRegistry registry) {
15 | registry.addRedirectViewController("/", "/swagger-ui/index.html");
16 | }
17 | }
18 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/main/java/eu/europeana/metis/repository/rest/view/InstantSerializer.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest.view;
2 |
3 | import com.fasterxml.jackson.core.JsonGenerator;
4 | import com.fasterxml.jackson.databind.JsonSerializer;
5 | import com.fasterxml.jackson.databind.SerializerProvider;
6 | import java.io.IOException;
7 | import java.time.Instant;
8 | import java.time.format.DateTimeFormatter;
9 |
10 | public class InstantSerializer extends JsonSerializer {
11 |
12 | final DateTimeFormatter formatter = DateTimeFormatter.ISO_INSTANT;
13 |
14 | @Override
15 | public void serialize(Instant instant, JsonGenerator jsonGenerator,
16 | SerializerProvider serializerProvider) throws IOException {
17 | jsonGenerator.writeString(formatter.format(instant));
18 | }
19 | }
20 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/main/java/eu/europeana/metis/repository/rest/view/RecordView.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest.view;
2 |
3 | import com.fasterxml.jackson.annotation.JsonRawValue;
4 | import com.fasterxml.jackson.databind.annotation.JsonSerialize;
5 | import java.time.Instant;
6 |
7 | public class RecordView {
8 |
9 | private final String recordId;
10 | private final String datasetId;
11 | @JsonSerialize(using = InstantSerializer.class)
12 | private final Instant dateStamp;
13 | private final boolean markedAsDeleted;
14 | @JsonRawValue
15 | private final String edmRecord;
16 |
17 | public RecordView(String recordId, String datasetId, Instant dateStamp, boolean markedAsDeleted,
18 | String edmRecord) {
19 | this.recordId = recordId;
20 | this.datasetId = datasetId;
21 | this.dateStamp = dateStamp;
22 | this.edmRecord = edmRecord;
23 | this.markedAsDeleted = markedAsDeleted;
24 | }
25 |
26 | public String getRecordId() {
27 | return recordId;
28 | }
29 |
30 | public String getDatasetId() {
31 | return datasetId;
32 | }
33 |
34 | public Instant getDateStamp() {
35 | return dateStamp;
36 | }
37 |
38 | public boolean isMarkedAsDeleted() {
39 | return markedAsDeleted;
40 | }
41 |
42 | public String getEdmRecord() {
43 | return edmRecord;
44 | }
45 | }
46 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/main/resources/log4j2.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/test/java/eu/europeana/metis/repository/rest/InstantSerializerTest.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest;
2 |
3 | import static org.junit.jupiter.api.Assertions.assertEquals;
4 |
5 | import com.fasterxml.jackson.core.JsonFactory;
6 | import com.fasterxml.jackson.core.JsonGenerator;
7 | import com.fasterxml.jackson.databind.ObjectMapper;
8 | import com.fasterxml.jackson.databind.SerializerProvider;
9 | import eu.europeana.metis.repository.rest.view.InstantSerializer;
10 | import java.io.IOException;
11 | import java.io.StringWriter;
12 | import java.io.Writer;
13 | import java.time.Instant;
14 | import org.junit.jupiter.api.Test;
15 |
16 | /**
17 | * Unit test for {@link InstantSerializer} class
18 | */
19 | class InstantSerializerTest {
20 | private InstantSerializer instantSerializer = new InstantSerializer();
21 |
22 | @Test
23 | void serialize() throws IOException {
24 | final Instant instant = Instant.parse("2020-05-20T17:58:55.00Z");
25 | final Writer jsonWriter = new StringWriter();
26 | final JsonGenerator jsonGenerator = new JsonFactory().createGenerator(jsonWriter);
27 | final SerializerProvider serializerProvider = new ObjectMapper().getSerializerProvider();
28 |
29 | instantSerializer.serialize(instant, jsonGenerator, serializerProvider);
30 | jsonGenerator.flush();
31 |
32 | assertEquals("\"2020-05-20T17:58:55Z\"", jsonWriter.toString());
33 | }
34 | }
35 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/test/java/eu/europeana/metis/repository/rest/RecordViewTest.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.repository.rest;
2 |
3 | import static org.junit.jupiter.api.Assertions.assertEquals;
4 | import static org.junit.jupiter.api.Assertions.assertFalse;
5 |
6 | import eu.europeana.metis.repository.rest.view.RecordView;
7 | import java.time.Instant;
8 | import org.junit.jupiter.api.BeforeEach;
9 | import org.junit.jupiter.api.Test;
10 |
11 | /**
12 | * Unit test for {@link RecordView} class
13 | */
14 | class RecordViewTest {
15 |
16 | private RecordView recordView;
17 |
18 | @BeforeEach
19 | void setup() {
20 | final Instant instant = Instant.parse("2022-05-19T08:28:00.823118Z");
21 | recordView = new RecordView("recordId", "datasetId", instant, false, "edmRecord");
22 | }
23 |
24 | @Test
25 | void getRecordId() {
26 | assertEquals("recordId", recordView.getRecordId());
27 | }
28 |
29 | @Test
30 | void getDatasetId() {
31 | assertEquals("datasetId", recordView.getDatasetId());
32 | }
33 |
34 | @Test
35 | void getDateStamp() {
36 | assertEquals("2022-05-19T08:28:00.823118Z", recordView.getDateStamp().toString());
37 | }
38 |
39 | @Test
40 | void isMarkedAsDeleted() {
41 | assertFalse(recordView.isMarkedAsDeleted());
42 | }
43 |
44 | @Test
45 | void getEdmRecord() {
46 | assertEquals("edmRecord", recordView.getEdmRecord());
47 | }
48 | }
49 |
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/test/resources/repository-test-error.zip:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-repository/metis-repository-rest/src/test/resources/repository-test-error.zip
--------------------------------------------------------------------------------
/metis-repository/metis-repository-rest/src/test/resources/repository-test.zip:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-repository/metis-repository-rest/src/test/resources/repository-test.zip
--------------------------------------------------------------------------------
/metis-repository/pom.xml:
--------------------------------------------------------------------------------
1 |
2 |
4 | 4.0.0
5 |
6 | eu.europeana.metis
7 | 15-SNAPSHOT
8 | metis-framework
9 |
10 |
11 | metis-repository
12 | pom
13 |
14 |
15 | metis-repository-rest
16 |
17 |
--------------------------------------------------------------------------------
/metis-transformation/metis-transformation-service/src/main/java/eu/europeana/metis/transformation/service/CacheValueSupplier.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.transformation.service;
2 |
3 | /**
4 | * Supplier for cache values that can throw a {@link CacheValueSupplierException}.
5 | *
6 | * @param The type of the value to be supplied.
7 | */
8 | @FunctionalInterface
9 | public interface CacheValueSupplier {
10 |
11 | /**
12 | * Obtain the cache value.
13 | *
14 | * @return The cache value.
15 | * @throws CacheValueSupplierException In case the value could not be retrieved.
16 | */
17 | V get() throws CacheValueSupplierException;
18 |
19 | /**
20 | * Exception indicated that the cache value could not be retrieved.
21 | */
22 | class CacheValueSupplierException extends Exception {
23 |
24 | /** Implements {@link java.io.Serializable}. **/
25 | private static final long serialVersionUID = 7580902638383421547L;
26 |
27 | /**
28 | * Constructor.
29 | *
30 | * @param cause The cause of the exception.
31 | */
32 | public CacheValueSupplierException(Throwable cause) {
33 | super(cause);
34 | }
35 | }
36 | }
37 |
--------------------------------------------------------------------------------
/metis-transformation/metis-transformation-service/src/main/java/eu/europeana/metis/transformation/service/EuropeanaIdException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.transformation.service;
2 |
3 | /**
4 | * Exception indicating that something went wrong extracting the provider ID from the source or
5 | * converting it to a Europeana ID.
6 | *
7 | * @author jochen
8 | *
9 | */
10 | public class EuropeanaIdException extends Exception {
11 |
12 | /** Implements {@link java.io.Serializable}. **/
13 | private static final long serialVersionUID = -6596593096521279375L;
14 |
15 | /**
16 | * Constructor.
17 | *
18 | * @param message The exception message.
19 | */
20 | public EuropeanaIdException(String message) {
21 | super(message);
22 | }
23 |
24 | /**
25 | * Constructor.
26 | *
27 | * @param message The exception message.
28 | * @param cause The causing exception.
29 | */
30 | public EuropeanaIdException(String message, Throwable cause) {
31 | super(message, cause);
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/metis-transformation/metis-transformation-service/src/main/java/eu/europeana/metis/transformation/service/TransformationException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.metis.transformation.service;
2 |
3 | /**
4 | * Created by pwozniak on 3/21/18
5 | */
6 | public class TransformationException extends Exception {
7 |
8 | private static final long serialVersionUID = -3627626649245559228L;
9 |
10 | /**
11 | * Constructor.
12 | *
13 | * @param cause The cause of this exception.
14 | */
15 | public TransformationException(Throwable cause) {
16 | super(cause);
17 | }
18 | }
19 |
--------------------------------------------------------------------------------
/metis-transformation/metis-transformation-service/src/test/resources/inject_node.xslt:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
--------------------------------------------------------------------------------
/metis-transformation/metis-transformation-service/src/test/resources/sample_xslt.xslt:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 | My CD Collection
7 |
8 |
9 | | Title |
10 | Artist |
11 |
12 |
13 |
14 | |
15 | |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
--------------------------------------------------------------------------------
/metis-transformation/metis-transformation-service/src/test/resources/xmlForTestingParamInjection.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 | Node1 value:
4 |
5 |
--------------------------------------------------------------------------------
/metis-transformation/pom.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 | 4.0.0
4 |
5 | metis-framework
6 | eu.europeana.metis
7 | 15-SNAPSHOT
8 |
9 | metis-transformation
10 | pom
11 |
12 | metis-transformation-service
13 |
14 |
--------------------------------------------------------------------------------
/metis-validation/README.md:
--------------------------------------------------------------------------------
1 | # Europeana EDM validation
2 |
3 | The EDM-validation repository provides REST endpoints for validating documents against the [Europeana Data Model](http://pro.europeana.eu/share-your-data/data-guidelines/edm-documentation) (EDM)
4 |
5 | This is organized as follows:
6 |
7 | Module | Functionality
8 | ---|---
9 | validation-common | Object model for the validation service
10 | validation-service | Core validation service functionality
--------------------------------------------------------------------------------
/metis-validation/metis-validation-common/pom.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 | 4.0.0
4 |
5 | metis-validation
6 | eu.europeana.metis
7 | 15-SNAPSHOT
8 |
9 | metis-validation-common
10 |
11 |
12 |
13 | jakarta.xml.bind
14 | jakarta.xml.bind-api
15 |
16 |
17 | io.swagger
18 | swagger-annotations
19 | ${version.swagger.annotations}
20 |
21 |
22 | com.fasterxml.jackson.core
23 | jackson-annotations
24 | ${version.jackson}
25 |
26 |
27 |
--------------------------------------------------------------------------------
/metis-validation/metis-validation-common/src/main/resources/log4j2.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/.gitignore:
--------------------------------------------------------------------------------
1 | ##Add to ignore to not commit by mistake
2 |
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/src/main/java/eu/europeana/validation/service/SchemaProviderException.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.validation.service;
2 |
3 | /**
4 | * Created by pwozniak on 12/22/17
5 | */
6 | public class SchemaProviderException extends Exception {
7 |
8 | private static final long serialVersionUID = -6861990081785732650L;
9 |
10 | /**
11 | * Cretes {@link SchemaProviderException} from provided {@link Throwable}
12 | *
13 | * @param t the original cause
14 | */
15 | public SchemaProviderException(Throwable t) {
16 | super(t);
17 | }
18 |
19 | /**
20 | * Cretes {@link SchemaProviderException} from provided message.
21 | * @param message the descriptive message
22 | */
23 | public SchemaProviderException(String message) {
24 | super(message);
25 | }
26 |
27 | /**
28 | * Cretes {@link SchemaProviderException} from provided message and {@link Throwable} object.
29 | * @param message the descriptive message
30 | * @param t the original cause
31 | */
32 | public SchemaProviderException(String message, Throwable t) {
33 | super(message, t);
34 | }
35 | }
36 |
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/src/main/java/eu/europeana/validation/service/ValidationServiceConfig.java:
--------------------------------------------------------------------------------
1 | package eu.europeana.validation.service;
2 |
3 | /**
4 | * Created by erikkonijnenburg on 06/07/2017.
5 | */
6 | public interface ValidationServiceConfig {
7 |
8 | /**
9 | * Retrieves threads count
10 | *
11 | * @return the thread count
12 | */
13 | int getThreadCount();
14 | }
15 |
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/src/test/resources/__files/test_schema.zip:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-validation/metis-validation-service/src/test/resources/__files/test_schema.zip
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/src/test/resources/custom-validation.properties:
--------------------------------------------------------------------------------
1 | predefinedSchemas=EDM-INTERNAL,EDM-EXTERNAL
2 |
3 | predefinedSchemas.EDM-INTERNAL.url=http://ftp.eanadev.org/schema_zips/europeana_schemas.zip
4 | predefinedSchemas.EDM-INTERNAL.rootLocation=EDM-INTERNAL.xsd
5 |
6 | predefinedSchemas.EDM-EXTERNAL.url=http://ftp.eanadev.org/schema_zips/europeana_schemas.zip
7 | predefinedSchemas.EDM-EXTERNAL.rootLocation=EDM.xsd
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/src/test/resources/test_batch.zip:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-validation/metis-validation-service/src/test/resources/test_batch.zip
--------------------------------------------------------------------------------
/metis-validation/metis-validation-service/src/test/resources/test_wrong.zip:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/europeana/metis-framework/68d316c859f08410472dfd8ec5fbd9eec197cdb3/metis-validation/metis-validation-service/src/test/resources/test_wrong.zip
--------------------------------------------------------------------------------
/metis-validation/pom.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 | 4.0.0
4 |
5 | metis-framework
6 | eu.europeana.metis
7 | 15-SNAPSHOT
8 |
9 | metis-validation
10 | pom
11 |
12 | metis-validation-common
13 | metis-validation-service
14 |
15 |
16 |
17 | UTF-8
18 |
19 |
20 |
--------------------------------------------------------------------------------