001/*
002 * Copyright (c) 2012-2013 The Regents of the University of California.
003 * All rights reserved.
004 *
005 * Permission is hereby granted, without written agreement and without
006 * license or royalty fees, to use, copy, modify, and distribute this
007 * software and its documentation for any purpose, provided that the above
008 * copyright notice and the following two paragraphs appear in all copies
009 * of this software.
010 *
011 * IN NO EVENT SHALL THE UNIVERSITY OF CALIFORNIA BE LIABLE TO ANY PARTY
012 * FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
013 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF
014 * THE UNIVERSITY OF CALIFORNIA HAS BEEN ADVISED OF THE POSSIBILITY OF
015 * SUCH DAMAGE.
016 *
017 * THE UNIVERSITY OF CALIFORNIA SPECIFICALLY DISCLAIMS ANY WARRANTIES,
018 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
019 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE
020 * PROVIDED HEREUNDER IS ON AN "AS IS" BASIS, AND THE UNIVERSITY OF
021 * CALIFORNIA HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, UPDATES,
022 * ENHANCEMENTS, OR MODIFICATIONS.
023 *
024 */
025package org.kepler.hadoop.execution;
026
027import java.io.IOException;
028import java.util.Iterator;
029import java.util.LinkedList;
030import java.util.List;
031
032import org.apache.hadoop.conf.Configuration;
033import org.apache.hadoop.io.Writable;
034import org.apache.hadoop.io.WritableComparable;
035import org.apache.log4j.Logger;
036import org.kepler.ddp.actor.pattern.stub.ReduceInput;
037import org.kepler.hadoop.io.KeyValuePair;
038import org.kepler.hadoop.util.StubUtilities;
039
040import ptolemy.data.Token;
041import ptolemy.kernel.util.IllegalActionException;
042import ptolemy.kernel.util.KernelException;
043
044//////////////////////////////////////////////////////////////////////////
045////KeplerApp4Reduce
046
047/**
048* This class will parse reduce sub-workflow, execute it according to its input, and return execution output.
049* 
050* @author Jianwu Wang (jianwu@sdsc.edu)
051* @version $Id: KeplerApp4Reduce.java 33070 2014-11-12 23:21:09Z crawl $
052*/
053
054public class KeplerApp4Reduce extends KeplerAppBase {
055        
056        static Logger logger = Logger.getLogger(KeplerApp4Reduce.class
057                        .getName());
058        
059        public KeplerApp4Reduce(Configuration hadoopConf) {
060        super(hadoopConf, "ReduceInput", "ReduceOutput");
061        }
062        
063        public List<KeyValuePair> executeWf(WritableComparable key, Iterator<Writable> values) 
064                throws IOException {
065                try {                   
066                        if (_sourceActor != null)
067                        {
068                        final Token keyToken = StubUtilities.convertToToken(key);
069                        final Token valuesToken = StubUtilities.convertToArrayToken(values);
070                        logger.debug("one input, key: "+ keyToken + ", value: " + valuesToken);
071                        ((ReduceInput) _sourceActor).setInput(keyToken, valuesToken);
072
073                        }
074
075            if(_runWorkflowLifecyclePerInput) {
076                _manager.execute();
077            }
078
079            List<KeyValuePair> exeResult =  new LinkedList<KeyValuePair>();
080                        if (_sinkActor != null)
081                        {
082                                final List<Token> tokenList = _sinkActor.getOutput();
083                                if(tokenList != null) {
084                                    StubUtilities.convertTokenToList(tokenList, exeResult);
085                                } else if(_keplerManagerException != null) {
086                                    throw _keplerManagerException;
087                                }
088                        }
089                        return exeResult;
090                } catch (IllegalActionException e) {
091                        throw new RuntimeException("Error getting output for " + _sinkActor.getName() + ".", e);
092                } catch (KernelException e) {
093                    throw new RuntimeException("Error executing workflow.", e);
094        }
095        }
096}