This command line configuration example:
reads aggregate metadata from a local directory, the UK federation and from the InCommon federation
verifies each aggregate's signature
disaggregates each input aggregate into individual entities
schema-validates each entity, logging and removing any schema-invalid entity
merges metadata from the three sources while removing duplicate entities
removes three specific entities belonging to the Shibboleth project
generates and signs three output aggregates: one containing all entities, one containing just IdP entities, and one containing just SP entities
writes the three output aggregates into files
This example also demonstrates some techniques you can use to simplify Spring bean configuration files.
You can execute the example as follows:
$ .../mda.sh aggregate-and-republish.xml main
The example configuration file is as follows; it has been verified with MDA version 0.9.1:
<?xml version="1.0" encoding="UTF-8"?>
<!--
Note we define a default initialization method at this level just so we don't have to define it
on almost every single bean.
-->
<beans default-init-method="initialize"
xmlns="http://www.springframework.org/schema/beans" xmlns:p="http://www.springframework.org/schema/p"
xmlns:util="http://www.springframework.org/schema/util" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util-3.0.xsd">
<!-- Define files/URLs we'll use in this config -->
<!-- Schema files for the schemas we wish to validate against. -->
<bean id="xml-schemaFile" class="java.lang.String">
<constructor-arg value="path/to/schema/xml.xsd"/>
</bean>
<bean id="xml-dsig-core-schemaFile" class="java.lang.String">
<constructor-arg value="path/to/schema/xmldsig-core-schema.xsd"/>
</bean>
<bean id="xenc-schemaFile" class="java.lang.String">
<constructor-arg value="path/to/schema/xenc-schema.xsd"/>
</bean>
<bean id="saml-assertion-schemaFile" class="java.lang.String">
<constructor-arg value="path/to/schema/saml-schema-assertion-2.0.xsd"/>
</bean>
<bean id="saml-md-schemaFile" class="java.lang.String">
<constructor-arg value="path/to/schema/saml-schema-metadata-2.0.xsd"/>
</bean>
<bean id="incommonMdUrl" class="java.lang.String">
<constructor-arg value="http://wayf.incommonfederation.org/InCommon/InCommon-metadata.xml"/>
</bean>
<bean id="incommonCertFile" class="java.io.File">
<constructor-arg value="path/to/pki/incommon.pem"/>
</bean>
<bean id="ukMdUrl" class="java.lang.String">
<constructor-arg value="http://metadata.ukfederation.org.uk/ukfederation-metadata.xml"/>
</bean>
<bean id="ukCertFile" class="java.io.File">
<constructor-arg value="path/to/pki/ukfederation-2014.pem"/>
</bean>
<bean id="localMetadataDirectory" class="java.io.File">
<constructor-arg value="path/to/metadata"/>
</bean>
<bean id="signingKeyFile" class="java.io.File">
<constructor-arg value="path/to/pki/private-key.pem"/>
</bean>
<bean id="allEntitiesOutputFile" class="java.io.File">
<constructor-arg value="path/to/output/all-metadata.xml"/>
</bean>
<bean id="idpEntitiesOutputFile" class="java.io.File">
<constructor-arg value="path/to/output/idp-metadata.xml"/>
</bean>
<bean id="spEntitiesOutputFile" class="java.io.File">
<constructor-arg value="path/to/output/sp-metadata.xml"/>
</bean>
<!-- Define some beans we'll use throughout this config -->
<bean id="parserPool" class="net.shibboleth.utilities.java.support.xml.BasicParserPool"/>
<bean id="httpClientBuilder" class="net.shibboleth.utilities.java.support.httpclient.HttpClientBuilder"
p:connectionDisregardTLSCertificate="true"/>
<bean id="httpClient" factory-bean="httpClientBuilder" factory-method="buildClient"/>
<bean id="domSerializer" class="net.shibboleth.metadata.dom.DOMElementSerializer"/>
<util:list id="errorStatusClass">
<value>#{T(net.shibboleth.metadata.ErrorStatus)}</value>
</util:list>
<bean id="logItemErrors" class="net.shibboleth.metadata.pipeline.StatusMetadataLoggingStage"
p:id="logItemErrors" p:selectionRequirements-ref="errorStatusClass"/>
<bean id="removeErrorItems" class="net.shibboleth.metadata.pipeline.ItemMetadataFilterStage"
p:id="removeErrorItems" p:selectionRequirements-ref="errorStatusClass"/>
<!--
Define a composite stage that is going to be used to check validUntil, disassemble the
EntitiesDescriptor, and schema validate each EntityDescriptor.
-->
<bean id="termineOnInvalidSignature" class="net.shibboleth.metadata.pipeline.ItemMetadataTerminationStage"
p:id="termineOnInvalidSignature" p:selectionRequirements-ref="errorStatusClass"/>
<bean id="validateValidUntil" class="net.shibboleth.metadata.dom.saml.ValidateValidUntilStage"
p:id="validateValidUntil"/>
<bean id="disassembleEntitiesDescriptor" class="net.shibboleth.metadata.dom.saml.EntitiesDescriptorDisassemblerStage"
p:id="disassembleEntitiesDescriptor"/>
<bean id="validateSchema" class="net.shibboleth.metadata.dom.XMLSchemaValidationStage"
p:id="validateSchema">
<property name="schemaResources">
<util:list>
<!--
List schemas in order so that schemas used by others
appear before them in the list.
-->
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg>
<bean class="java.io.File">
<constructor-arg ref="xml-schemaFile"/>
</bean>
</constructor-arg>
</bean>
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg>
<bean class="java.io.File">
<constructor-arg ref="xml-dsig-core-schemaFile"/>
</bean>
</constructor-arg>
</bean>
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg>
<bean class="java.io.File">
<constructor-arg ref="xenc-schemaFile"/>
</bean>
</constructor-arg>
</bean>
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg>
<bean class="java.io.File">
<constructor-arg ref="saml-assertion-schemaFile"/>
</bean>
</constructor-arg>
</bean>
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg>
<bean class="java.io.File">
<constructor-arg ref="saml-md-schemaFile"/>
</bean>
</constructor-arg>
</bean>
</util:list>
</property>
</bean>
<bean id="commonProcessing" class="net.shibboleth.metadata.pipeline.CompositeStage"
p:id="commonProcessing">
<property name="composedStages">
<util:list>
<ref bean="logItemErrors"/>
<ref bean="termineOnInvalidSignature"/>
<ref bean="validateValidUntil"/>
<ref bean="disassembleEntitiesDescriptor"/>
<ref bean="validateSchema"/>
<!--
Extract entityID attributes as ItemIDs so that we can
remove duplicates when we merge.
-->
<bean id="extractIDs"
p:id="extractIDs"
class="net.shibboleth.metadata.dom.saml.EntityDescriptorItemIdPopulationStage"/>
</util:list>
</property>
</bean>
<!-- Define the pipeline for reading in and performing initial processing on InCommon metadata -->
<bean id="readIncommonMetadta" class="net.shibboleth.metadata.dom.DOMResourceSourceStage"
p:id="readIncommonMetadta" p:parserPool-ref="parserPool">
<property name="DOMResource">
<bean class="net.shibboleth.ext.spring.resource.HTTPResource" >
<constructor-arg ref="httpClient"/>
<constructor-arg ref="incommonMdUrl"/>
</bean>
</property>
</bean>
<bean id="validateIncommonSignature" class="net.shibboleth.metadata.dom.XMLSignatureValidationStage"
p:id="validateIncommonSignature">
<property name="verificationCertificate">
<bean class="net.shibboleth.ext.spring.factory.X509CertificateFactoryBean">
<property name="resource">
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg ref="incommonCertFile"/>
</bean>
</property>
</bean>
</property>
</bean>
<bean id="incommonInput" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="incommonInput">
<property name="stages">
<util:list>
<ref bean="readIncommonMetadta"/>
<ref bean="validateIncommonSignature"/>
<ref bean="commonProcessing"/>
</util:list>
</property>
</bean>
<!-- Define the pipeline for reading in and performing initial processing on UK metadata -->
<bean id="readUkMetadata" class="net.shibboleth.metadata.dom.DOMResourceSourceStage"
p:id="readUkMetadata" p:parserPool-ref="parserPool">
<property name="DOMResource">
<bean class="net.shibboleth.ext.spring.resource.HTTPResource" >
<constructor-arg ref="httpClient"/>
<constructor-arg ref="ukMdUrl"/>
</bean>
</property>
</bean>
<bean id="validateUkSignature" class="net.shibboleth.metadata.dom.XMLSignatureValidationStage"
p:id="validateUkSignature">
<property name="verificationCertificate">
<bean class="net.shibboleth.ext.spring.factory.X509CertificateFactoryBean">
<property name="resource">
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg ref="ukCertFile"/>
</bean>
</property>
</bean>
</property>
</bean>
<bean id="ukInput" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="ukInput">
<property name="stages">
<util:list>
<ref bean="readUkMetadata"/>
<ref bean="validateUkSignature"/>
<ref bean="commonProcessing"/>
</util:list>
</property>
</bean>
<!-- Define the pipeline for reading in local metadata and performing initial processing on it-->
<bean id="readLocalMetadata" class="net.shibboleth.metadata.dom.DOMFilesystemSourceStage"
p:id="readLocalMetadata" p:parserPool-ref="parserPool" p:source-ref="localMetadataDirectory"/>
<bean id="localInput" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="localInput">
<property name="stages">
<util:list>
<ref bean="readLocalMetadata"/>
<ref bean="commonProcessing"/>
</util:list>
</property>
</bean>
<!--
Pipeline that will produce an EntitiesDescriptor containing all entities, add a valid until
restriction to it, sign it, and write it out to a file.
-->
<bean id="buildEntitiesDecriptor" class="net.shibboleth.metadata.dom.saml.EntitiesDescriptorAssemblerStage"
p:id="buildEntitiesDecriptor"/>
<bean id="addValidUntil" class="net.shibboleth.metadata.dom.saml.SetValidUntilStage"
p:id="addValidUntil" p:validityDuration="#{1000L * 60 * 60 * 24 * 28}"/>
<bean id="generateContentReferenceId" class="net.shibboleth.metadata.dom.saml.GenerateIdStage">
<property name="id" value="generateContentReferenceId"/>
</bean>
<bean id="signEntitiesDescriptor" class="net.shibboleth.metadata.dom.XMLSignatureSigningStage"
p:id="signEntitiesDescriptor">
<property name="privateKey">
<bean class="net.shibboleth.ext.spring.factory.PrivateKeyFactoryBean">
<property name="resource">
<bean class="org.springframework.core.io.FileSystemResource">
<constructor-arg ref="signingKeyFile"/>
</bean>
</property>
</bean>
</property>
</bean>
<bean id="serializeAll" class="net.shibboleth.metadata.pipeline.SerializationStage"
p:id="serializeAll" p:outputFile-ref="allEntitiesOutputFile" p:serializer-ref="domSerializer"/>
<bean id="outputAll" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="outputAll" >
<property name="stages">
<util:list>
<ref bean="buildEntitiesDecriptor"/>
<ref bean="addValidUntil"/>
<ref bean="generateContentReferenceId"/>
<ref bean="signEntitiesDescriptor"/>
<ref bean="serializeAll"/>
</util:list>
</property>
</bean>
<!--
Pipeline that will produce an EntitiesDescriptor containing IdP entities, add a valid until
restriction to it, sign it, and write it out to a file.
-->
<bean id="retainIdPs" class="net.shibboleth.metadata.dom.saml.EntityRoleFilterStage"
p:id="retainIdPs" p:whitelistingRoles="true">
<property name="designatedRoles">
<util:list>
<bean class="javax.xml.namespace.QName">
<constructor-arg value="urn:oasis:names:tc:SAML:2.0:metadata"/>
<constructor-arg value="IDPSSODescriptor"/>
</bean>
<bean class="javax.xml.namespace.QName">
<constructor-arg value="urn:oasis:names:tc:SAML:2.0:metadata"/>
<constructor-arg value="AttributeAuthorityDescriptor"/>
</bean>
</util:list>
</property>
</bean>
<bean id="serializeIdPs" class="net.shibboleth.metadata.pipeline.SerializationStage"
p:id="serializeIdPs" p:outputFile-ref="idpEntitiesOutputFile" p:serializer-ref="domSerializer"/>
<bean id="outputIdPs" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="outputIdPs">
<property name="stages">
<util:list>
<ref bean="retainIdPs"/>
<ref bean="buildEntitiesDecriptor"/>
<ref bean="addValidUntil"/>
<ref bean="generateContentReferenceId"/>
<ref bean="signEntitiesDescriptor"/>
<ref bean="serializeIdPs"/>
</util:list>
</property>
</bean>
<!--
Pipeline that will produce an EntitiesDescriptor containing SP entities, add a valid until
restriction to it, sign it, and write it out to a file.
-->
<bean id="retainSPs" class="net.shibboleth.metadata.dom.saml.EntityRoleFilterStage"
p:id="retainSPs" p:whitelistingRoles="true">
<property name="designatedRoles">
<util:list>
<bean class="javax.xml.namespace.QName">
<constructor-arg value="urn:oasis:names:tc:SAML:2.0:metadata"/>
<constructor-arg value="SPSSODescriptor"/>
</bean>
</util:list>
</property>
</bean>
<bean id="serializeSPs" class="net.shibboleth.metadata.pipeline.SerializationStage"
p:id="serializeSPs" p:outputFile-ref="spEntitiesOutputFile" p:serializer-ref="domSerializer"/>
<bean id="outputSPs" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="outputSPs">
<property name="stages">
<util:list>
<ref bean="retainSPs"/>
<ref bean="buildEntitiesDecriptor"/>
<ref bean="addValidUntil"/>
<ref bean="generateContentReferenceId"/>
<ref bean="signEntitiesDescriptor"/>
<ref bean="serializeSPs"/>
</util:list>
</property>
</bean>
<!--
Merge the entities collected from each input source using a merge
strategy which removes duplicates.
-->
<bean id="mergeInputs" class="net.shibboleth.metadata.pipeline.PipelineMergeStage"
p:id="mergeInputs">
<property name="collectionMergeStrategy">
<bean class="net.shibboleth.metadata.DeduplicatingItemIdMergeStrategy"/>
</property>
<property name="mergedPipelines">
<util:list>
<!--
The order of pipelines in this list determines precedence
for the DeduplicatingItemIdMergeStrategy; sources earlier
in the list take precedence. Duplicate entities from later
sources are discarded.
-->
<ref bean="localInput"/>
<ref bean="ukInput"/>
<ref bean="incommonInput"/>
</util:list>
</property>
</bean>
<!--
A predicate for matching everything.
-->
<bean id="matchEverything" class="com.google.common.base.Predicates" factory-method="alwaysTrue"/>
<bean id="generateOutputs" class="net.shibboleth.metadata.pipeline.PipelineDemultiplexerStage"
p:id="generateOutputs" p:waitingForPipelines ="true">
<property name="pipelineAndSelectionStrategies">
<util:list>
<bean class="net.shibboleth.utilities.java.support.collection.Pair">
<constructor-arg ref="outputAll"/>
<constructor-arg ref="matchEverything"/>
</bean>
<bean class="net.shibboleth.utilities.java.support.collection.Pair">
<constructor-arg ref="outputIdPs"/>
<constructor-arg ref="matchEverything"/>
</bean>
<bean class="net.shibboleth.utilities.java.support.collection.Pair">
<constructor-arg ref="outputSPs"/>
<constructor-arg ref="matchEverything"/>
</bean>
</util:list>
</property>
</bean>
<!--
Main pipeline that merges all our sources together, logs and removes any items with errors,
then outputs three files: one containing everything, one containing only IdPs, and one
containing only SPs. Each file has a validUntil restriction placed on it and is signed.
-->
<bean id="main" class="net.shibboleth.metadata.pipeline.SimplePipeline"
p:id="main">
<property name="stages">
<util:list>
<ref bean="mergeInputs"/>
<ref bean="logItemErrors"/>
<ref bean="removeErrorItems"/>
<ref bean="generateOutputs"/>
</util:list>
</property>
</bean>
</beans>