Changeset 57daa70


Ignore:
Timestamp:
21/04/2012 23:42:16 (10 years ago)
Author:
Eric van der Vlist <vdv@dyomedea.com>
Branches:
master
Children:
a1dc635
Parents:
be2f974
git-author:
Eric van der Vlist <vdv@dyomedea.com> (21/04/2012 23:42:16)
git-committer:
Eric van der Vlist <vdv@dyomedea.com> (21/04/2012 23:42:16)
Message:

Now building and launching Heritrix jobs...

Location:
archiver/pipelines/actions
Files:
1 added
1 edited

Legend:

Unmodified
Added
Removed

  • archiver/pipelines/actions/heritrix-archive-set.xpl

    rbe2f974 r57daa70  
    113113            </instance> 
    114114        </p:input> 
    115         <p:output name="response" id="heritrix1" debug="heritrix1"/> 
     115        <p:output name="response" id="heritrix-engine" debug="heritrix-engine"/> 
    116116    </p:processor> 
     117 
     118    <!-- Create a job configuration --> 
     119    <p:processor name="oxf:xslt"> 
     120        <p:input name="data" href="#data"/> 
     121        <p:input name="config" href="cxml.xslt"/> 
     122        <p:output name="data" id="cxml"/> 
     123    </p:processor> 
     124 
     125    <!-- Upload the job configuration --> 
     126    <p:processor name="oxf:xforms-submission"> 
     127        <p:input name="submission" transform="oxf:xslt" href="aggregate('root', #data, #heritrix-engine)"> 
     128            <xforms:submission xsl:version="2.0" method="put" action="{/root/engine/jobs/value[shortName=/root/action/@uuid]/primaryConfigUrl}" 
     129                xxforms:username="{doc('oxf:/config.xml')/config/heritrix/username}" xxforms:password="{doc('oxf:/config.xml')//config/heritrix/password}" xxforms:preemptive_authentication="no"/> 
     130        </p:input> 
     131        <p:input name="request" href="#cxml"/> 
     132        <p:output name="response" id="cxml-response" debug="cxml-response"/> 
     133    </p:processor> 
     134 
     135 
     136    <!-- Build the job --> 
     137    <p:processor name="oxf:xforms-submission"> 
     138        <p:input name="submission" transform="oxf:xslt" href="aggregate('root', #data, #heritrix-engine, #cxml-response)"> 
     139            <xforms:submission xsl:version="2.0" method="urlencoded-post" action="{/root/engine/jobs/value[shortName=/root/action/@uuid]/url}" 
     140                xxforms:username="{doc('oxf:/config.xml')/config/heritrix/username}" xxforms:password="{doc('oxf:/config.xml')/config/heritrix/password}" xxforms:preemptive_authentication="no"> 
     141                <xforms:header combine="replace"> 
     142                    <xforms:name>Accept</xforms:name> 
     143                    <xforms:value>application/xml</xforms:value> 
     144                </xforms:header> 
     145            </xforms:submission> 
     146        </p:input> 
     147        <p:input name="request" transform="oxf:xslt" href="#data"> 
     148            <instance xsl:version="2.0"> 
     149                <action>build</action> 
     150            </instance> 
     151        </p:input> 
     152        <p:output name="response" id="heritrix-built" debug="heritrix-built"/> 
     153    </p:processor> 
     154     
     155    <!-- Launch the job --> 
     156    <p:processor name="oxf:xforms-submission"> 
     157        <p:input name="submission" transform="oxf:xslt" href="aggregate('root', #data, #heritrix-engine, #heritrix-built)"> 
     158            <xforms:submission xsl:version="2.0" method="urlencoded-post" action="{/root/engine/jobs/value[shortName=/root/action/@uuid]/url}" 
     159                xxforms:username="{doc('oxf:/config.xml')/config/heritrix/username}" xxforms:password="{doc('oxf:/config.xml')/config/heritrix/password}" xxforms:preemptive_authentication="no"> 
     160                <xforms:header combine="replace"> 
     161                    <xforms:name>Accept</xforms:name> 
     162                    <xforms:value>application/xml</xforms:value> 
     163                </xforms:header> 
     164            </xforms:submission> 
     165        </p:input> 
     166        <p:input name="request" transform="oxf:xslt" href="#data"> 
     167            <instance xsl:version="2.0"> 
     168                <action>launch</action> 
     169            </instance> 
     170        </p:input> 
     171        <p:output name="response" id="heritrix-launched" debug="heritrix-launched"/> 
     172    </p:processor> 
     173     
     174     
    117175    <p:processor name="oxf:null-serializer"> 
    118         <p:input name="data" href="#heritrix1"/> 
     176        <p:input name="data" href="#heritrix-launched"/> 
    119177    </p:processor> 
    120178 
Note: See TracChangeset for help on using the changeset viewer.