Start line:  
End line:  

Snippet Preview

Snippet HTML Code

Stack Overflow Questions
 /*
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
  * regarding copyright ownership.  The ASF licenses this file
  * to you under the Apache License, Version 2.0 (the
  * "License"); you may not use this file except in compliance
  * with the License.  You may obtain a copy of the License at
  *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.pig.impl.io;
A record reader used to write data compatible with InterRecordWriter It uses the default InterSedes object for serialization.
public class TFileRecordWriter extends
                RecordWriter<org.apache.hadoop.io.WritableComparableTuple> {
    final private BytesWritable KEY0 = new BytesWritable(new byte[0]);
    private static InterSedes sedes = InterSedesFactory.getInterSedesInstance();
    
the outputstream to write out on
    Writer writer = null;
    FSDataOutputStream fileOut = null;

    
    public TFileRecordWriter(Path fileString codecConfiguration conf)
                    throws IOException {
        FileSystem fs = file.getFileSystem(conf);
         = fs.create(filefalse);
         = new Writer(, 1024 * 1024, codecnullconf);
    }
    /* (non-Javadoc)
     * @see org.apache.hadoop.mapreduce.RecordWriter#close(org.apache.hadoop.mapreduce.TaskAttemptContext)
     */
    @Override
    public void close(TaskAttemptContext arg0throws IOException,
                    InterruptedException {
        if ( != null.close();
        if ( != null.close();
    }
    /* (non-Javadoc)
     * @see org.apache.hadoop.mapreduce.RecordWriter#write(java.lang.Object, java.lang.Object)
     */
    @Override
    public void write(WritableComparable wcTuple tthrows IOException,
                    InterruptedException {
        DataOutputStream outputKey = .prepareAppendKey(.getLength());
        try {
            outputKey.write(.getBytes(), 0, .getLength());
        }
        finally {
            outputKey.close();
        }
        // we really only want to write the tuple (value) out here
        DataOutputStream outputValue = .prepareAppendValue(-1);
        try {
            .writeDatum(outputValuet);
        }
        finally {
            outputValue.close();
        }
    }
New to GrepCode? Check out our FAQ X