D-Net

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

		<artifactId>dnet-parent</artifactId>

		<version>1.0.0</version>

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<groupId>eu.dnetlib</groupId>

	<artifactId>dnet-modular-objectstore-service</artifactId>

	<packaging>jar</packaging>

	<version>4.1.0</version>

	<scm>

	  <developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-modular-objectstore-service/tags/dnet-modular-objectstore-service-4.1.0</developerConnection>

	</scm>

	<dependencies>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-objectstore-rmi</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-resultset-service</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-resultset-client</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-blackboard-common</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-inspector</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>junit</groupId>

			<artifactId>junit</artifactId>

			<version>${junit.version}</version>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>apache</groupId>

			<artifactId>commons-net</artifactId>

			<version>2.2</version>

		</dependency>

		<dependency>

			<groupId>apache</groupId>

			<artifactId>commons-net-ftp</artifactId>

			<version>2.0</version>

		</dependency>

		<dependency>

			<groupId>javax.servlet</groupId>

			<artifactId>javax.servlet-api</artifactId>

			<version>${javax.servlet.version}</version>

			<scope>provided</scope>

		</dependency>

	</dependencies>

</project>

<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema">

    <xs:complexType name="DATA_SOURCEType">

        <xs:sequence>

            <xs:element name="DATA_SOURCE" type="xs:string" minOccurs="1" maxOccurs="unbounded"/>

        </xs:sequence>

    </xs:complexType>

    <xs:complexType name="SOURCE_METADATA_FORMATSType">

        <xs:sequence>

            <xs:element name="SOURCE_METADATA_FORMAT" minOccurs="0" maxOccurs="unbounded" type="METADATA_FORMATType"/>

        </xs:sequence>

    </xs:complexType>

    <xs:complexType name="METADATA_FORMATType">

        <xs:attribute name="name" type="xs:string"/>

        <xs:attribute name="interpretation" type="xs:string"/>

        <xs:attribute name="layout" type="xs:string"/>

    </xs:complexType>

    <xs:complexType name="SCHEDULINGType">

        <xs:all>

            <xs:element name="CRON" minOccurs="0" type="CRONType"/>

            <xs:element name="EVENT" minOccurs="0" type="EVENTType"/>

        </xs:all>

    </xs:complexType>

    <xs:complexType name="CRONType">

        <xs:sequence>

            <xs:element name="WHEN" type="xs:string"/>

            <xs:element name="MININTERVAL" type="xs:string"/>

        </xs:sequence>

    </xs:complexType>

    <xs:complexType name="EVENTType">

        <xs:sequence>

            <xs:element name="TOPIC" type="xs:string"/>

            <xs:element name="XPATH" type="xs:string" minOccurs="0"/>

        </xs:sequence>

    </xs:complexType>

    <xs:complexType name="STATUSType">

        <xs:all>

            <xs:element name="LAST_UPDATE_DATE" type="xs:string"/>

            <xs:element name="LAST_UPDATE_STATUS" type="xs:string"/>

            <xs:element name="LAST_UPDATE_ERROR_MESSAGE" type="xs:string"/>

        </xs:all>

    </xs:complexType>

    <xs:element name="RESOURCE_PROFILE">

        <xs:complexType>

            <xs:sequence>

                <xs:element name="HEADER" type="HEADERType"/>

                <xs:element name="BODY" type="BODYType"/>

            </xs:sequence>

        </xs:complexType>

    </xs:element>

    <xs:complexType name="RESOURCE_TYPEType">

        <xs:attribute name="value" use="required">

            <xs:simpleType>

                <xs:restriction base="xs:string">

                    <xs:enumeration value="LinkedDataDSResourceType"/>

                </xs:restriction>

            </xs:simpleType>

        </xs:attribute>

    </xs:complexType>

    <xs:complexType name="RESOURCE_URIType">

        <xs:attribute name="value" type="xs:string" use="required"/>

    </xs:complexType>

    <xs:complexType name="RESOURCE_KINDType">

        <xs:attribute name="value" use="required">

            <xs:simpleType>

                <xs:restriction base="xs:string">

                    <xs:enumeration value="LinkedDataDSResources"/>

                </xs:restriction>

            </xs:simpleType>

        </xs:attribute>

    </xs:complexType>

    <xs:complexType name="RESOURCE_IDENTIFIERType">

        <xs:attribute name="value" type="xs:string" use="required"/>

    </xs:complexType>

    <xs:complexType name="DATE_OF_CREATIONType">

        <xs:attribute name="value" type="xs:dateTime" use="required"/>

    </xs:complexType>

    <xs:complexType name="HEADERType">

        <xs:all>

            <xs:element name="RESOURCE_IDENTIFIER" type="RESOURCE_IDENTIFIERType"/>

            <xs:element name="RESOURCE_TYPE" type="RESOURCE_TYPEType"/>

            <xs:element name="RESOURCE_KIND" type="RESOURCE_KINDType"/>

            <xs:element name="RESOURCE_URI" type="RESOURCE_URIType"/>

            <xs:element name="DATE_OF_CREATION" type="DATE_OF_CREATIONType"/>

        </xs:all>

    </xs:complexType>

    <xs:complexType name="CONFIGURATIONType">

        <xs:all>

            <xs:element name="REPOSITORY_SERVICE_IDENTIFIER" type="xs:string" minOccurs="0"/>

            <xs:element name="LINKEDDATA_MANAGER_SERVICE_IDENTIFIER" type="xs:string"/>

            <xs:element name="LINKEDDATA_MANAGER_SERVICE_URI" type="xs:string"/>

            <xs:element name="SOURCE_METADATA_FORMATS" type="SOURCE_METADATA_FORMATSType"/>

            <xs:element name="SINK_METADATA_FORMAT" type="METADATA_FORMATType"/>

            <xs:element name="DATA_SOURCES" type="DATA_SOURCEType"/>

            <xs:element name="DATA_SINK" type="xs:string"/>            

            <xs:element name="SCHEDULING" type="SCHEDULINGType"/>

        </xs:all>

    </xs:complexType>

    <xs:complexType name="BODYType">

        <xs:sequence>

            <xs:element name="CONFIGURATION" type="CONFIGURATIONType"/>

            <xs:element name="STATUS" type="STATUSType"/>

            <xs:element name="SECURITY_PARAMETERS" type="xs:string"/>

        </xs:sequence>

    </xs:complexType>

</xs:schema>

package eu.dnetlib.data.objectstore.modular;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction;

import eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler;

/**

 * The Class CreateObjectStoreAction is responsible to execute the blacboard action of type CREATE.

 */

public class CreateObjectStoreAction extends AbstractObjectStoreAction

implements BlackboardServerAction<ObjectStoreActions> {

	/** The profile creator. */

	private ObjectStoreProfileCreator profileCreator;

	/* (non-Javadoc)

	 * @see eu.dnetlib.enabling.tools.blackboard.BlackboardServerAction#execute(eu.dnetlib.enabling.tools.blackboard.BlackboardServerHandler, eu.dnetlib.enabling.tools.blackboard.BlackboardJob)

	 */

	@Override

	public void execute(final BlackboardServerHandler handler, final BlackboardJob job)

			throws Exception {

		final String interpretation = job.getParameters().get("interpretation");

		final String basePath = job.getParameters().get("basePath");

		final String objID = profileCreator.registerProfile(interpretation);

		getDao().createObjectStore(objID, interpretation,basePath);

		job.getParameters().put("objectStoreId", objID);

		handler.done(job);

	}

	/**

	 * Gets the profile creator.

	 *

	 * @return the profile creator

	 */

	public ObjectStoreProfileCreator getProfileCreator() {

		return profileCreator;

	}

	/**

	 * Sets the profile creator.

	 *

	 * @param profileCreator the new profile creator

	 */

	public void setProfileCreator(final ObjectStoreProfileCreator profileCreator) {

		this.profileCreator = profileCreator;

	}

}

package eu.dnetlib.data.objectstore.modular.inspector;

import static eu.dnetlib.miscutils.collections.MappedCollection.listMap;

import java.util.List;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.stereotype.Controller;

import org.springframework.ui.Model;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestMethod;

import org.springframework.web.bind.annotation.RequestParam;

import com.google.gson.Gson;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStore;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.inspector.AbstractInspectorController;

import eu.dnetlib.enabling.resultset.ResultSetListener;

import eu.dnetlib.miscutils.collections.MappedCollection;

import eu.dnetlib.miscutils.functional.UnaryFunction;

/**

 * The Class ObjectStoreInspector is the inspector controller of the objectStore.

 */

@Controller

public class ObjectStoreInspector extends AbstractInspectorController {

	// private static final Log log = LogFactory.getLog(ObjectStoreInspector.class);

	/** The object store dao. */

	@Autowired

	private ObjectStoreDao objectStoreDao;

	/**

	 * The Class ObjectStoreDescription.

	 */

	class ObjectStoreDescription {

		/** The id. */

		private String id;

		/** The size. */

		private int size;

		/**

		 * Instantiates a new object store description.

		 *

		 * @param id

		 *            the id

		 * @param size

		 *            the size

		 */

		public ObjectStoreDescription(final String id, final int size) {

			this.id = id;

			this.size = size;

		}

		/**

		 * Gets the interpretation.

		 *

		 * @return the interpretation

		 * @throws ObjectStoreServiceException

		 */

		public String getInterpretation() throws ObjectStoreServiceException {

			ObjectStore objectStore = objectStoreDao.getObjectStore(id);

			return objectStore.getInterpretation();

		}

		/**

		 * Gets the id.

		 *

		 * @return the id

		 */

		public String getId() {

			return id;

		}

		/**

		 * Sets the id.

		 *

		 * @param id

		 *            the new id

		 */

		public void setId(final String id) {

			this.id = id;

		}

		/**

		 * Gets the size.

		 *

		 * @return the size

		 */

		public int getSize() {

			return size;

		}

		/**

		 * Sets the size.

		 *

		 * @param size

		 *            the new size

		 */

		public void setSize(final int size) {

			this.size = size;

		}

	}

	/**

	 * Object stores.

	 *

	 * @param model

	 *            the model

	 */

	@RequestMapping(value = "/inspector/objectstores.do")

	public void objectStores(final Model model) {

		List<String> objectStores = objectStoreDao.listObjectStores();

		model.addAttribute("objectstores", MappedCollection.listMap(objectStores, new UnaryFunction<ObjectStoreDescription, String>() {

			@Override

			public ObjectStoreDescription evaluate(final String id) {

				try {

					ObjectStore objStore = objectStoreDao.getObjectStore(id);

					return new ObjectStoreDescription(id, objStore.getSize());

				} catch (ObjectStoreServiceException e) {

					return null;

				}

			}

		}));

	}

	/**

	 * Object store.

	 *

	 * @param model

	 *            the model

	 * @param id

	 *            the id

	 * @param startParam

	 *            the start param

	 * @param regex

	 *            the regex

	 * @throws ObjectStoreServiceException

	 */

	@RequestMapping(value = "/inspector/objectstore.do", method = RequestMethod.GET)

	public void objectStore(final Model model,

			@RequestParam("id") final String id,

			@RequestParam(value = "start", required = false) final Integer startParam,

			@RequestParam(value = "regex", required = false) final String regex) throws ObjectStoreServiceException {

		int pageSize = 10;

		int start = 0;

		if (startParam != null) {

			start = startParam;

		}

		ObjectStore objctStore = objectStoreDao.getObjectStore(id);

		ResultSetListener rs = objctStore.deliver((long) 0, System.currentTimeMillis());

		List<String> page = rs.getResult((1 + start), (start + pageSize));

		final Gson g = new Gson();

		model.addAttribute("id", id);

		model.addAttribute("start", start);

		model.addAttribute("regex", regex);

		model.addAttribute("nextPage", start + pageSize);

		model.addAttribute("prevPage", Math.max(0, start - pageSize));

		model.addAttribute("size", rs.getSize());

		model.addAttribute("page", listMap(page, new UnaryFunction<ObjectStoreFile, String>() {

			@Override

			public ObjectStoreFile evaluate(final String json) {

				return g.fromJson(json, ObjectStoreFile.class);

			}

		}));

	}

	/**

	 * Gets the object store dao.

	 *

	 * @return the object store dao

	 */

	public ObjectStoreDao getObjectStoreDao() {

		return objectStoreDao;

	}

	/**

	 * Sets the object store dao.

	 *

	 * @param objectStoreDao

	 *            the new object store dao

	 */

	public void setObjectStoreDao(final ObjectStoreDao objectStoreDao) {

		this.objectStoreDao = objectStoreDao;

	}

}

package eu.dnetlib.data.objectstore.modular.connector;

import java.util.List;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

/**

 * The Interface ObjectStoreDao.

 */

public interface ObjectStoreDao {

	/**

	 * Gets an Object Store with the given identifier.

	 * <p>

	 * If an Object Store with the given identifier does not exist, a new one is created.

	 * </p>

	 *

	 * @param obsId

	 *            the object store identifier

	 * @return the object store

	 * @throws ObjectStoreServiceException

	 */

	ObjectStore getObjectStore(String obsId) throws ObjectStoreServiceException;

	/**

	 * List all the Object stores.

	 *

	 * @return the list of object store ids

	 */

	List<String> listObjectStores();

	/**

	 * Creates an Object Store with the given identifier.

	 * <p>

	 * If an Object Store with the given identifier already exists this method does nothing.

	 * </p>

	 *

	 * @param obsId            	the object store identifier

	 * @param interpretation    the interpretation of the store

	 * @param basePath 			the base path to store the object Store in case of file system implementation

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 */

	boolean createObjectStore(String obsId, String interpretation, String basePath) throws ObjectStoreServiceException;

	/**

	 * Upddate an Object Store metadata with the given identifier.

	 * <p>

	 * If an Object Store with the given identifier does not exist, a new one is created.

	 * </p>

	 *

	 * @param obsId

	 *            the object store identifier

	 * @param interpretation

	 *            the interpretation of the store

	 * @return true, if successful

	 */

	boolean updateObjectStore(String obsId, String interpretation);

	/**

	 * Delete object store.

	 *

	 * @param obsId

	 *            the object store identifier

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 */

	boolean deleteObjectStore(String obsId) throws ObjectStoreServiceException;

}

package eu.dnetlib.data.objectstore.modular.connector;

import java.io.InputStream;

import eu.dnetlib.data.objectstore.modular.ObjectStoreRecord;

import eu.dnetlib.data.objectstore.rmi.MetadataObjectRecord;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.resultset.ResultSetListener;

/**

 * The Interface ObjectStore.

 */

public interface ObjectStore {

	/**

	 * Gets the id of the objectStore.

	 *

	 * @return the id

	 */

	String getId();

	/**

	 * Gets the interpretation the objectStore.

	 *

	 * @return the interpretation

	 */

	String getInterpretation();

	/**

	 * Feed record into the objectstore.

	 *

	 * @param records

	 *            the records

	 * @param incremental

	 *            the incremental

	 * @return the int

	 */

	int feed(Iterable<ObjectStoreRecord> records, boolean incremental) throws ObjectStoreServiceException;

	/**

	 * Feed metadata record into the objectStore.

	 *

	 * @param records

	 *            the records

	 * @param incremental

	 *            the incremental

	 * @return the int

	 */

	int feedMetadataRecord(Iterable<MetadataObjectRecord> records, boolean incremental) throws ObjectStoreServiceException;

	/**

	 * Feed a single object record into the objectStore.

	 *

	 * @param record

	 *            the record

	 * @return the string

	 */

	String feedObjectRecord(ObjectStoreRecord record) throws ObjectStoreServiceException;

	/**

	 * Deliver Object from the objectStore.

	 *

	 * @param from

	 *            : start date which you want to filter

	 * @param until

	 *            : end date which you want to filter

	 * @return the result set listener

	 */

	ResultSetListener deliver(Long from, Long until) throws ObjectStoreServiceException;

	/**

	 * Deliver ids.

	 *

	 * @param ids

	 *            the ids

	 * @return the result set listener

	 */

	ResultSetListener deliverIds(Iterable<String> ids) throws ObjectStoreServiceException;

	/**

	 * Deliver object.

	 *

	 * @param objectId

	 *            the object id

	 * @return the object store file

	 * @throws ObjectStoreServiceException

	 */

	ObjectStoreFile deliverObject(String objectId) throws ObjectStoreServiceException;

	/**

	 * Deliver stream.

	 *

	 * @param objectId

	 *            the object id

	 * @return the input stream

	 */

	InputStream deliverStream(String objectId) throws ObjectStoreServiceException;

	/**

	 * Gets the size.

	 *

	 * @return the size

	 */

	int getSize() throws ObjectStoreServiceException;

	/**

	 * Delete object.

	 *

	 * @param objectId

	 *            the object id

	 */

	void deleteObject(String objectId) throws ObjectStoreServiceException;

	/**

	 * Gets the object.

	 *

	 * @param recordId

	 *            the record id

	 * @return the object

	 */

	String getObject(String recordId) throws ObjectStoreServiceException;

	/**

	 * Find if exist an ID startingwith the string startId.

	 *

	 * @param startId

	 *            the start id

	 * @return if exist or less an id

	 */

	boolean existIDStartsWith(String startId) throws ObjectStoreServiceException;

}

package eu.dnetlib.data.objectstore.modular;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import com.google.common.base.Function;

import com.google.common.collect.Iterables;

import com.google.common.collect.Lists;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStore;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.data.objectstore.rmi.MetadataObjectRecord;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.data.objectstore.rmi.Protocols;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;

import eu.dnetlib.miscutils.datetime.DateUtils;

/**

 * The Class ModularObjectStoreFeeder, responsible to feed data into the object Store

 */

public class ModularObjectStoreFeeder {

	private static final Log log = LogFactory.getLog(ModularObjectStoreFeeder.class);

	/** The dao of the objectStore. */

	private ObjectStoreDao dao;

	/** The result set client factory. */

	private ResultSetClientFactory resultSetClientFactory;

	/** The service locator. */

	private UniqueServiceLocator serviceLocator;

	/**

	 * Gets the dao.

	 *

	 * @return the dao

	 */

	public ObjectStoreDao getDao() {

		return dao;

	}

	/**

	 * Sets the dao.

	 *

	 * @param dao

	 *            the new dao

	 */

	@Required

	public void setDao(final ObjectStoreDao dao) {

		this.dao = dao;

	}

	/**

	 * Gets the result set client factory.

	 *

	 * @return the result set client factory

	 */

	public ResultSetClientFactory getResultSetClientFactory() {

		return resultSetClientFactory;

	}

	/**

	 * Sets the result set client factory.

	 *

	 * @param resultSetClientFactory

	 *            the new result set client factory

	 */

	@Required

	public void setResultSetClientFactory(final ResultSetClientFactory resultSetClientFactory) {

		this.resultSetClientFactory = resultSetClientFactory;

	}

	/**

	 * Feed metadata object record.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param rsEpr

	 *            the rs epr

	 * @param mime

	 *            the mime

	 * @throws ObjectStoreServiceException

	 */

	public void feedMetadataObjectRecord(final String objectStoreID, final String rsEpr, final String mime) throws ObjectStoreServiceException {

		final Iterable<String> records = resultSetClientFactory.getClient(rsEpr);

		Iterable<MetadataObjectRecord> toIngest = Iterables.transform(records, new Function<String, MetadataObjectRecord>() {

			@Override

			public MetadataObjectRecord apply(final String input) {

				MetadataObjectRecord record = MetadataObjectRecord.initFromJson(input);

				if (record != null) {

					record.setMime(mime);

				} else {

					log.error("An input record is null :" + input);

				}

				return record;

			}

		});

		ObjectStore store = dao.getObjectStore(objectStoreID);

		int size = store.feedMetadataRecord(toIngest, true);

		touch(objectStoreID, size);

	}

	/**

	 * Feed object in the object store starting from an EPR of objectMetadata

	 *

	 * @param obsId

	 *            the objectStore id

	 * @param rsEpr

	 *            the result set Endpoint-reference

	 * @param protocol

	 *            the protocol

	 * @param login

	 *            the login

	 * @param password

	 *            the password

	 * @param mime

	 *            the mime type

	 * @throws ObjectStoreServiceException

	 */

	public void feed(final String obsId, final String rsEpr, final Protocols protocol, final String login, final String password, final String mime)

			throws ObjectStoreServiceException {

		final Iterable<String> records = resultSetClientFactory.getClient(rsEpr);

		ObjectBroker objectBroker = new ObjectBroker(protocol, login, password, mime);

		Iterable<ObjectStoreRecord> toIngest = Iterables.transform(records, objectBroker);

		ObjectStore store = dao.getObjectStore(obsId);

		int size = store.feed(toIngest, true);

		touch(obsId, size);

	}

	/**

	 * Feed a single object in the object Stroe.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param objectID

	 *            the object id

	 * @param URIObject

	 *            the URI of object

	 * @param protocol

	 *            the protocol

	 * @param login

	 *            the login

	 * @param password

	 *            the password

	 * @param mime

	 *            the mime type

	 * @throws ObjectStoreServiceException

	 */

	public void feedObject(final String objectStoreID,

			final String objectID,

			final String URIObject,

			final Protocols protocol,

			final String login,

			final String password,

			final String mime) throws ObjectStoreServiceException {

		ObjectStoreFile inputFile = new ObjectStoreFile();

		inputFile.setURI(URIObject);

		inputFile.setObjectID(objectID);

		ObjectBroker objectBroker = new ObjectBroker(protocol, login, password, mime);

		Iterable<ObjectStoreRecord> toIngest = Iterables.transform(Lists.newArrayList(inputFile.toJSON()), objectBroker);

		ObjectStore store = dao.getObjectStore(objectStoreID);

		int size = store.feed(toIngest, true);

		touch(objectStoreID, size);

	}

	/**

	 * Feed object record.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param record

	 *            the record

	 * @return the string

	 * @throws ObjectStoreServiceException

	 */

	public String feedObjectRecord(final String objectStoreID, final ObjectStoreRecord record) throws ObjectStoreServiceException {

		ObjectStore store = dao.getObjectStore(objectStoreID);

		return store.feedObjectRecord(record);

	}

	/**

	 * Sets the last modified date in the profile.

	 *

	 * @param obsId

	 *            the obs id

	 * @param size

	 *            the size

	 */

	public void touch(final String obsId, final int size) {

		try {

			final String now = DateUtils.now_ISO8601();

			final String mdstoreXUpdate = "for $x in //RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value = '" + obsId + "']"

					+ "return update value $x//LAST_STORAGE_DATE with '" + now + "'";

			serviceLocator.getService(ISRegistryService.class, true).executeXUpdate(mdstoreXUpdate);

			touchSize(obsId, size);

		} catch (final Exception e) {

			throw new IllegalStateException(e);

		}

	}

	/**

	 * Touch size.

	 *

	 * @param obsId

	 *            the obs id

	 * @param size

	 *            the size

	 */

	public void touchSize(final String obsId, final int size) {

		try {

			final String mdstoreNumberXUpdate = "for $x in //RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value = '" + obsId + "']"

					+ "return update value $x//COUNT_STORE with '" + size + "'";

			serviceLocator.getService(ISRegistryService.class, true).executeXUpdate(mdstoreNumberXUpdate);

		} catch (final Exception e) {

			throw new IllegalStateException(e);

		}

	}

	public UniqueServiceLocator getServiceLocator() {

		return serviceLocator;

	}

	@Required

	public void setServiceLocator(final UniqueServiceLocator serviceLocator) {

		this.serviceLocator = serviceLocator;

	}

}

package eu.dnetlib.data.objectstore.modular;

import javax.xml.ws.Endpoint;

import org.antlr.stringtemplate.StringTemplate;

import org.springframework.beans.factory.annotation.Required;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryException;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.soap.EndpointReferenceBuilder;

// TODO: Auto-generated Javadoc

/**

 * The Class ObjectStoreProfileCreator is responsible of creating profile of the ObjectStore

 */

public class ObjectStoreProfileCreator {

	/**

	 * service locator.

	 */

	private UniqueServiceLocator serviceLocator;

	/**

	 * mdstore ds template.

	 */

	private StringTemplate objectstoreDsTemplate;

	/**

	 * service endpoint.

	 */

	private Endpoint endpoint;

	/**

	 * endpoint builder.

	 */

	private EndpointReferenceBuilder<Endpoint> eprBuilder;

	/**

	 * Register profile.

	 * 

	 * @param interpretation

	 *            the interpretation

	 * @return the string

	 * @throws ISRegistryException

	 *             the IS registry exception

	 */

	public String registerProfile(final String interpretation)

			throws ISRegistryException {

		// XXX: mini hack

		StringTemplate template = new StringTemplate(

				objectstoreDsTemplate.getTemplate());

		template.setAttribute("serviceUri", eprBuilder.getAddress(endpoint));

		template.setAttribute("interpretation", interpretation);

		return serviceLocator.getService(ISRegistryService.class, true).registerProfile(template.toString());

	}

	/**

	 * Gets the endpoint.

	 * 

	 * @return the endpoint

	 */

	public Endpoint getEndpoint() {

		return endpoint;

	}

	/**

	 * Sets the endpoint.

	 * 

	 * @param endpoint

	 *            the new endpoint

	 */

	@Required

	public void setEndpoint(final Endpoint endpoint) {

		this.endpoint = endpoint;

	}

	/**

	 * Gets the epr builder.

	 * 

	 * @return the epr builder

	 */

	public EndpointReferenceBuilder<Endpoint> getEprBuilder() {

		return eprBuilder;

	}

	/**

	 * Sets the epr builder.

	 * 

	 * @param eprBuilder

	 *            the new epr builder

	 */

	@Required

	public void setEprBuilder(final EndpointReferenceBuilder<Endpoint> eprBuilder) {

		this.eprBuilder = eprBuilder;

	}

	/**

	 * Gets the objectstore ds template.

	 * 

	 * @return the objectstore ds template

	 */

	public StringTemplate getObjectstoreDsTemplate() {

		return objectstoreDsTemplate;

	}

	/**

	 * Sets the objectstore ds template.

	 * 

	 * @param objectstoreDsTemplate

	 *            the new objectstore ds template

	 */

	@Required

	public void setObjectstoreDsTemplate(final StringTemplate objectstoreDsTemplate) {

		this.objectstoreDsTemplate = objectstoreDsTemplate;

	}

	public UniqueServiceLocator getServiceLocator() {

		return serviceLocator;

	}

	@Required

	public void setServiceLocator(final UniqueServiceLocator serviceLocator) {

		this.serviceLocator = serviceLocator;

	}

}

package eu.dnetlib.data.objectstore.modular;

import java.io.InputStream;

import javax.annotation.Resource;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import org.springframework.beans.factory.annotation.Required;

import eu.dnetlib.data.objectstore.modular.connector.ObjectStoreDao;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.resultset.ResultSetFactory;

import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;

/**

 * The Class ModularObjectStoreDeliver is responsible of delivering data from the object Store.

 */

public class ModularObjectStoreDeliver {

	/** The dao. */

	private ObjectStoreDao dao;

	/** The result set factory. */

	@Resource

	private ResultSetFactory resultSetFactory;

	/** The result set client factory. */

	private ResultSetClientFactory resultSetClientFactory;

	/**

	 * Gets the dao.

	 *

	 * @return the dao

	 */

	public ObjectStoreDao getDao() {

		return dao;

	}

	/**

	 * Sets the dao.

	 *

	 * @param dao

	 *            the new dao

	 */

	@Required

	public void setDao(final ObjectStoreDao dao) {

		this.dao = dao;

	}

	/**

	 * Deliver.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param from

	 *            the from

	 * @param until

	 *            the until

	 * @return the w3 c endpoint reference

	 * @throws ObjectStoreServiceException

	 */

	public W3CEndpointReference deliver(final String objectStoreID, final Long from, final Long until) throws ObjectStoreServiceException {

		return resultSetFactory.createResultSet(dao.getObjectStore(objectStoreID).deliver(from, until));

	}

	/**

	 * Deliver ids.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param eprId

	 *            the epr id

	 * @return the w3 c endpoint reference

	 * @throws ObjectStoreServiceException

	 */

	public W3CEndpointReference deliverIds(final String objectStoreID, final W3CEndpointReference eprId) throws ObjectStoreServiceException {

		Iterable<String> ids = resultSetClientFactory.getClient(eprId);

		return resultSetFactory.createResultSet(dao.getObjectStore(objectStoreID).deliverIds(ids));

	}

	/**

	 * Exist id starts with.

	 *

	 * @param obsId

	 *            the obs id

	 * @param startId

	 *            the start id

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 */

	public boolean existIDStartsWith(final String obsId, final String startId) throws ObjectStoreServiceException {

		return dao.getObjectStore(obsId).existIDStartsWith(startId);

	}

	/**

	 * Deliver object.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param objectId

	 *            the object id

	 * @return the object store file

	 * @throws ObjectStoreServiceException

	 */

	public ObjectStoreFile deliverObject(final String objectStoreID, final String objectId) throws ObjectStoreServiceException {

		return dao.getObjectStore(objectStoreID).deliverObject(objectId);

	}

	/**

	 * Deliver stream.

	 *

	 * @param objectStoreID

	 *            the object store id

	 * @param objectId

	 *            the object id

	 * @return the input stream

	 * @throws ObjectStoreServiceException

	 */

	public InputStream deliverStream(final String objectStoreID, final String objectId) throws ObjectStoreServiceException {

		return dao.getObjectStore(objectStoreID).deliverStream(objectId);

	}

	/**

	 * Gets the result set client factory.

	 *

	 * @return the result set client factory

	 */

	public ResultSetClientFactory getResultSetClientFactory() {

		return resultSetClientFactory;

	}

	/**

	 * Sets the result set client factory.

	 *

	 * @param resultSetClientFactory

	 *            the new result set client factory

	 */

	@Required

	public void setResultSetClientFactory(final ResultSetClientFactory resultSetClientFactory) {

		this.resultSetClientFactory = resultSetClientFactory;

	}

}

package eu.dnetlib.data.objectstore.modular;

import java.util.List;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import org.springframework.beans.factory.annotation.Required;

import com.google.gson.Gson;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreService;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

import eu.dnetlib.enabling.tools.AbstractBaseService;

import eu.dnetlib.enabling.tools.blackboard.NotificationHandler;

// TODO: Auto-generated Javadoc

/**

 * The Class ModularObjectStoreService is the implementation of the ObjectStoreService interface.

 */

public class ModularObjectStoreService extends AbstractBaseService implements ObjectStoreService {

	/** The feeder. */

	private ModularObjectStoreFeeder feeder;

	/** The object store deliver. */

	private ModularObjectStoreDeliver objectStoreDeliver;

	/** The notification handler. */

	private NotificationHandler notificationHandler;

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.data.objectstore.rmi.ObjectStoreService#deliverObjects(java.lang.String, java.lang.Double, java.lang.Double)

	 */

	/**

	 * Deliver objects.

	 *

	 * @param obsId

	 *            the obs id

	 * @param from

	 *            the from

	 * @param until

	 *            the until

	 * @return the w3 c endpoint reference

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	@Override

	public W3CEndpointReference deliverObjects(final String obsId, final Long from, final Long until) throws ObjectStoreServiceException {

		return objectStoreDeliver.deliver(obsId, from, until);

	}

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.data.objectstore.rmi.ObjectStoreService#deliverObjectsByIds(java.lang.String,

	 * javax.xml.ws.wsaddressing.W3CEndpointReference)

	 */

	/**

	 * Deliver objects by ids.

	 *

	 * @param obsId

	 *            the obs id

	 * @param eprId

	 *            the epr id

	 * @return the w3 c endpoint reference

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	@Override

	public W3CEndpointReference deliverObjectsByIds(final String obsId, final W3CEndpointReference eprId) throws ObjectStoreServiceException {

		return objectStoreDeliver.deliverIds(obsId, eprId);

	}

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.data.objectstore.rmi.ObjectStoreService#deliverRecord(java.lang.String, java.lang.String)

	 */

	/**

	 * Deliver record.

	 *

	 * @param obsId

	 *            the obs id

	 * @param objectId

	 *            the object id

	 * @return the string

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	@Override

	public String deliverRecord(final String obsId, final String objectId) throws ObjectStoreServiceException {

		return objectStoreDeliver.deliverObject(obsId, objectId).toJSON();

	}

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.data.objectstore.rmi.ObjectStoreService#getListOfObjectStores()

	 */

	/**

	 * Gets the list of object stores.

	 *

	 * @return the list of object stores

	 */

	@Override

	public List<String> getListOfObjectStores() {

		return objectStoreDeliver.getDao().listObjectStores();

	}

	/**

	 * Gets the feeder.

	 *

	 * @return the feeder

	 */

	public ModularObjectStoreFeeder getFeeder() {

		return feeder;

	}

	/**

	 * Sets the feeder.

	 *

	 * @param feeder

	 *            the new feeder

	 */

	@Required

	public void setFeeder(final ModularObjectStoreFeeder feeder) {

		this.feeder = feeder;

	}

	/**

	 * Gets the notification handler.

	 *

	 * @return the notification handler

	 */

	public NotificationHandler getNotificationHandler() {

		return notificationHandler;

	}

	/**

	 * Sets the notification handler.

	 *

	 * @param notificationHandler

	 *            the new notification handler

	 */

	@Required

	public void setNotificationHandler(final NotificationHandler notificationHandler) {

		this.notificationHandler = notificationHandler;

	}

	/**

	 * {@inheritDoc}

	 *

	 * @see eu.dnetlib.enabling.tools.AbstractBaseService#notify(java.lang.String, java.lang.String, java.lang.String, java.lang.String)

	 */

	@Override

	public void notify(final String subscriptionId, final String topic, final String isId, final String message) {

		getNotificationHandler().notified(subscriptionId, topic, isId, message);

	}

	/**

	 * Gets the object store deliver.

	 *

	 * @return the object store deliver

	 */

	public ModularObjectStoreDeliver getObjectStoreDeliver() {

		return objectStoreDeliver;

	}

	/**

	 * Sets the object store deliver.

	 *

	 * @param objectStoreDeliver

	 *            the new object store deliver

	 */

	@Required

	public void setObjectStoreDeliver(final ModularObjectStoreDeliver objectStoreDeliver) {

		this.objectStoreDeliver = objectStoreDeliver;

	}

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.data.objectstore.rmi.ObjectStoreService#feedObject(java.lang.String, java.lang.String)

	 */

	/**

	 * Feed object.

	 *

	 * @param obsId

	 *            the obs id

	 * @param objectMetadata

	 *            the object metadata

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	@Override

	public void feedObject(final String obsId, final String objectMetadata) throws ObjectStoreServiceException {

		Gson g = new Gson();

		try {

			ObjectStoreFile file = g.fromJson(objectMetadata, ObjectStoreFile.class);

			feeder.feedObject(obsId, file.getObjectID(), file.getURI(), file.getAccessProtocol(), file.getUsernameAuth(), file.getPasswordAuth(),

					file.getMimeType());

		} catch (Exception e) {

			throw new ObjectStoreServiceException(e.getMessage());

		}

	}

	/**

	 * Exist id starts with.

	 *

	 * @param obsId

	 *            the obs id

	 * @param startId

	 *            the start id

	 * @return true, if successful

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	public boolean existIDStartsWith(final String obsId, final String startId) throws ObjectStoreServiceException {

		return objectStoreDeliver.existIDStartsWith(obsId, startId);

	}

	/**

	 * Feed object.

	 *

	 * @param obsId

	 *            the obs id

	 * @param record

	 *            the record

	 * @return the string

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	public String feedObject(final String obsId, final ObjectStoreRecord record) throws ObjectStoreServiceException {

		try {

			return feeder.feedObjectRecord(obsId, record);

		} catch (Exception e) {

			throw new ObjectStoreServiceException(e.getMessage());

		}

	}

	/**

	 * Gets the size.

	 *

	 * @param obsId

	 *            the obs id

	 * @return the size

	 * @throws ObjectStoreServiceException

	 *             the object store service exception

	 */

	@Override

	public int getSize(final String obsId) throws ObjectStoreServiceException {

		return objectStoreDeliver.getDao().getObjectStore(obsId).getSize();

	}

}

package eu.dnetlib.data.objectstore.modular;

import java.io.IOException;

import java.io.InputStream;

import javax.annotation.Resource;

import javax.servlet.ServletOutputStream;

import javax.servlet.http.HttpServletResponse;

import org.apache.commons.io.IOUtils;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestParam;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreFile;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreServiceException;

// TODO: Auto-generated Javadoc

/**

 * The Class ModularObjectStoreRESTService implement the controller REST of the object Store.

 */

@Controller

public class ModularObjectStoreRESTService {

	/** The object store deliver. */

	@Resource

	ModularObjectStoreDeliver objectStoreDeliver;

	/**

	 * Retrieve.

	 *

	 * @param res

	 *            the res

	 * @param objectStoreId

	 *            the object store id

	 * @param objectId

	 *            the object id

	 * @throws IOException