Package org.openrefine.runners.testing

Class RunnerTestBase

java.lang.Object

org.openrefine.runners.testing.RunnerTestBase

public abstract class RunnerTestBase
extends Object

A collection of generic tests that any implementation of Runner should satisfy. These tests are provided in this module so that other implementations can reuse this test class.

Author:

Antonin Delpeuch

Field Summary

Fields

Modifier and Type	Field	Description
static RowChangeDataProducer<String>	batchedChangeMapper
static RowChangeDataProducer<String>	concatChangeMapper
static RecordMapper	concatRecordMapper
static RowMapper	concatRowMapper
protected static RowChangeDataProducer<String>	countingChangeMapper
protected static RecordChangeDataProducer<String>	countingRecordChangeMapper
protected List<Record>	expectedRecords
protected List<Row>	expectedRows
static RowChangeDataProducer<String>	faultyBatchedChangeMapper
static RecordChangeDataProducer<String>	faultyBatchedRecordChangeMapper
protected static RecordFilter	firstRecord
protected static RowFilter	firstTwoRows
static RowChangeDataFlatJoiner<String>	flatJoiner
protected Grid	gridToSort
static RowChangeDataJoiner<String>	joiner
protected Grid	longerGrid
protected static RecordFilter	myRecordFilter
protected static RowFilter	myRowFilter
protected OverlayModel	overlayModel
static RecordChangeDataProducer<String>	recordChangeMapper
static RecordChangeDataJoiner<String>	recordJoiner
static RowFlatMapper	rowDuplicator
protected static RowFilter	rowFilterGreaterThanTwo
protected ChangeData<String>	simpleChangeData
protected Grid	simpleGrid
protected SortingConfig	sortingConfig
static RowScanMapper<String>	statefulRowMapper
protected Runner	SUT
protected File	tempDir
protected Charset	utf8

Constructor Summary

Constructors

Constructor	Description
RunnerTestBase()

Method Summary

Modifier and Type	Method	Description
static void	assertGridEquals(Grid actual, Grid expected)	Because Grid implementations are not required to use the Object.equals(Object) method to compare the contents of grids, we use this helper to check that two grids have the same contents.
protected <T extends Serializable> ChangeData<T>	createChangeData(IndexedData<T>... data)
protected Grid	createGrid(String[] columnNames, Serializable[][] cellValues)
protected Grid	createGrid(String[] columnNames, Cell[][] cells)
protected void	createTestTextFile(File file, String contents)
abstract Runner	getDatamodelRunner()
protected Row	row(Serializable... values)
void	setUp()
void	setUpExamples()
void	tearDown()
void	testAccessMetadata()
void	testAccessRecords()
void	testAccessRows()
void	testAccessRowsOutOfBounds()
void	testAggregateRecordsApproxFullResult()
void	testAggregateRecordsApproxPartialResult()
void	testAggregateRowsApproxFullResult()
void	testAggregateRowsApproxPartialResult()
void	testCachingAsync()
void	testCachingWithoutProgress()
void	testComputeChangeDataFromIncompleteState()
void	testComputeChangeDataFromIncompleteStateInRecordsMode()
void	testComputeRecordFacets()
void	testComputeRowFacets()
void	testConcatenate()
void	testConcatenateIncompatibleNumberOfColumns()
void	testCountMatchingRecords()
void	testCountMatchingRecordsApproxIntermediate()
void	testCountMatchingRecordsApproxOvershoot()
void	testCountMatchingRecordsApproxZero()
void	testCountMatchingRows()
void	testCountMatchingRowsApproxIntermediate()
void	testCountMatchingRowsApproxOvershoot()
void	testCountMatchingRowsApproxZero()
void	testDatamodelRunner()
void	testDropRows()
void	testEmptyChangeData()
void	testFlatJoinChangeData()
void	testFlatMapRows()
void	testGenerateBatchedChangeData()
void	testGenerateFaultyRecordChangeData()
void	testGenerateFaultyRowChangeData()
void	testGenerateRecordChangeData()
void	testGenerateRowChangeData()
void	testGetRecordsAfter()
void	testGetRecordsBefore()
void	testGetRowsAfter()
void	testGetRowsBefore()
void	testGetRowsById()
void	testIterateChangeData()
void	testIterateRecordsFilter()
void	testIterateRowsFilter()
void	testJoinChangeData()
void	testLimitRows()
void	testLoadChangeDataDoesNotExist()
void	testLoadChangeDataFromIterable()
void	testLoadEmptyChangeData()
void	testLoadGridFromIterable()
void	testLoadIncompleteGrid()
void	testLoadTextFile()
void	testLoadTextFileDoesNotExist()
void	testLoadTextFileLimit()
void	testLoadTextFileTrailingNewLine()
void	testLoadTextFileWithProgress()
void	testMapRecords()
void	testMapRows()
void	testReconSerialization()
void	testRecordGroupingNoRecordStart()
void	testRecordJoinChangeData()
void	testRecordsRespectKeyColumnIndex()
void	testRemoveRecords()
void	testRemoveRows()
void	testReorderRecordsPermanently()
void	testReorderRecordsTemporarily()
void	testReorderRowsPermanently()
void	testReorderRowsTemporarily()
void	testRoundTripSerializationAsync()
void	testRoundTripSerializationNoProgress()
void	testSerializeChangeDataAsync()
void	testSerializeChangeDataDirAlreadyExists()
void	testSerializeChangeDataNoProgress()
void	testStatefullyMapRows()
void	testWithOverlayModel()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SUT

protected Runner SUT

simpleGrid

protected Grid simpleGrid

longerGrid

protected Grid longerGrid

gridToSort

protected Grid gridToSort

simpleChangeData

protected ChangeData<String> simpleChangeData

expectedRows

protected List<Row> expectedRows

expectedRecords

protected List<Record> expectedRecords

sortingConfig

protected SortingConfig sortingConfig

overlayModel

protected OverlayModel overlayModel

utf8

protected Charset utf8

tempDir

protected File tempDir

myRowFilter

protected static RowFilter myRowFilter

myRecordFilter

protected static RecordFilter myRecordFilter

concatRowMapper

public static RowMapper concatRowMapper

rowDuplicator

public static RowFlatMapper rowDuplicator

statefulRowMapper

public static RowScanMapper<String> statefulRowMapper

concatRecordMapper

public static RecordMapper concatRecordMapper

rowFilterGreaterThanTwo

protected static RowFilter rowFilterGreaterThanTwo

concatChangeMapper

public static RowChangeDataProducer<String> concatChangeMapper

firstTwoRows

protected static RowFilter firstTwoRows

countingChangeMapper

protected static RowChangeDataProducer<String> countingChangeMapper

batchedChangeMapper

public static RowChangeDataProducer<String> batchedChangeMapper

faultyBatchedChangeMapper

public static RowChangeDataProducer<String> faultyBatchedChangeMapper

joiner

public static RowChangeDataJoiner<String> joiner

recordChangeMapper

public static RecordChangeDataProducer<String> recordChangeMapper

firstRecord

protected static RecordFilter firstRecord

countingRecordChangeMapper

protected static RecordChangeDataProducer<String> countingRecordChangeMapper

faultyBatchedRecordChangeMapper

public static RecordChangeDataProducer<String> faultyBatchedRecordChangeMapper

flatJoiner

public static RowChangeDataFlatJoiner<String> flatJoiner

recordJoiner

public static RecordChangeDataJoiner<String> recordJoiner

Constructor Detail

RunnerTestBase

public RunnerTestBase()

Method Detail

getDatamodelRunner

public abstract Runner getDatamodelRunner()
                                   throws IOException

Throws:

IOException

setUp

@BeforeClass
public void setUp()
           throws IOException

Throws:

IOException

tearDown

@AfterClass
public void tearDown()

createGrid

protected Grid createGrid(String[] columnNames,
                          Cell[][] cells)

createGrid

protected Grid createGrid(String[] columnNames,
                          Serializable[][] cellValues)

createChangeData

protected <T extends Serializable> ChangeData<T> createChangeData(IndexedData<T>... data)

setUpExamples

@BeforeMethod
public void setUpExamples()

row

protected Row row(Serializable... values)

testAccessMetadata

public void testAccessMetadata()

testWithOverlayModel

public void testWithOverlayModel()

testDatamodelRunner

public void testDatamodelRunner()

testAccessRows

public void testAccessRows()

testGetRowsAfter

public void testGetRowsAfter()

testGetRowsBefore

public void testGetRowsBefore()

testGetRowsById

public void testGetRowsById()

testAccessRowsOutOfBounds

public void testAccessRowsOutOfBounds()

testIterateRowsFilter

public void testIterateRowsFilter()

testCountMatchingRows

public void testCountMatchingRows()

testCountMatchingRecordsApproxOvershoot

public void testCountMatchingRecordsApproxOvershoot()

testCountMatchingRecordsApproxZero

public void testCountMatchingRecordsApproxZero()

testCountMatchingRecordsApproxIntermediate

public void testCountMatchingRecordsApproxIntermediate()

testAccessRecords

public void testAccessRecords()

testGetRecordsAfter

public void testGetRecordsAfter()

testGetRecordsBefore

public void testGetRecordsBefore()

testRecordGroupingNoRecordStart

public void testRecordGroupingNoRecordStart()

testRecordsRespectKeyColumnIndex

public void testRecordsRespectKeyColumnIndex()

testIterateRecordsFilter

public void testIterateRecordsFilter()

testCountMatchingRecords

public void testCountMatchingRecords()

testCountMatchingRowsApproxOvershoot

public void testCountMatchingRowsApproxOvershoot()

testCountMatchingRowsApproxZero

public void testCountMatchingRowsApproxZero()

testCountMatchingRowsApproxIntermediate

public void testCountMatchingRowsApproxIntermediate()

testRoundTripSerializationNoProgress

public void testRoundTripSerializationNoProgress()
                                          throws IOException,
                                                 InterruptedException

Throws:

IOException

InterruptedException

testRoundTripSerializationAsync

public void testRoundTripSerializationAsync()
                                     throws IOException,
                                            InterruptedException,
                                            ExecutionException

Throws:

IOException

InterruptedException

ExecutionException

testReconSerialization

public void testReconSerialization()
                            throws IOException

Throws:

IOException

testLoadIncompleteGrid

public void testLoadIncompleteGrid()
                            throws IOException

Throws:

IOException

testComputeRowFacets

public void testComputeRowFacets()

testComputeRecordFacets

public void testComputeRecordFacets()

testAggregateRowsApproxPartialResult

public void testAggregateRowsApproxPartialResult()

testAggregateRowsApproxFullResult

public void testAggregateRowsApproxFullResult()

testAggregateRecordsApproxPartialResult

public void testAggregateRecordsApproxPartialResult()

testAggregateRecordsApproxFullResult

public void testAggregateRecordsApproxFullResult()

testMapRows

public void testMapRows()

testFlatMapRows

public void testFlatMapRows()

testStatefullyMapRows

public void testStatefullyMapRows()

testMapRecords

public void testMapRecords()

testReorderRowsPermanently

public void testReorderRowsPermanently()

testReorderRowsTemporarily

public void testReorderRowsTemporarily()

testReorderRecordsPermanently

public void testReorderRecordsPermanently()

testReorderRecordsTemporarily

public void testReorderRecordsTemporarily()

testRemoveRows

public void testRemoveRows()

testRemoveRecords

public void testRemoveRecords()

testLimitRows

public void testLimitRows()

testDropRows

public void testDropRows()

testLoadChangeDataDoesNotExist

public void testLoadChangeDataDoesNotExist()
                                    throws IOException

Throws:

IOException

testSerializeChangeDataNoProgress

public void testSerializeChangeDataNoProgress()
                                       throws IOException,
                                              InterruptedException

Throws:

IOException

InterruptedException

testSerializeChangeDataAsync

public void testSerializeChangeDataAsync()
                                  throws IOException,
                                         InterruptedException,
                                         ExecutionException

Throws:

IOException

InterruptedException

ExecutionException

testSerializeChangeDataDirAlreadyExists

public void testSerializeChangeDataDirAlreadyExists()
                                             throws IOException,
                                                    InterruptedException

Throws:

IOException

InterruptedException

testIterateChangeData

public void testIterateChangeData()

testGenerateRowChangeData

public void testGenerateRowChangeData()

testLoadEmptyChangeData

public void testLoadEmptyChangeData()
                             throws IOException

Throws:

IOException

testComputeChangeDataFromIncompleteState

public void testComputeChangeDataFromIncompleteState()
                                              throws IOException,
                                                     InterruptedException

Throws:

IOException

InterruptedException

testGenerateBatchedChangeData

public void testGenerateBatchedChangeData()

testGenerateFaultyRowChangeData

public void testGenerateFaultyRowChangeData()

testGenerateRecordChangeData

public void testGenerateRecordChangeData()

testComputeChangeDataFromIncompleteStateInRecordsMode

public void testComputeChangeDataFromIncompleteStateInRecordsMode()
                                                           throws IOException,
                                                                  InterruptedException

Throws:

IOException

InterruptedException

testGenerateFaultyRecordChangeData

public void testGenerateFaultyRecordChangeData()

testJoinChangeData

public void testJoinChangeData()

testFlatJoinChangeData

public void testFlatJoinChangeData()

testRecordJoinChangeData

public void testRecordJoinChangeData()

testConcatenate

public void testConcatenate()

testConcatenateIncompatibleNumberOfColumns

public void testConcatenateIncompatibleNumberOfColumns()

testLoadTextFile

public void testLoadTextFile()
                      throws IOException

Throws:

IOException

testLoadTextFileWithProgress

public void testLoadTextFileWithProgress()
                                  throws IOException

Throws:

IOException

testLoadTextFileLimit

public void testLoadTextFileLimit()
                           throws IOException

Throws:

IOException

testLoadTextFileTrailingNewLine

public void testLoadTextFileTrailingNewLine()
                                     throws IOException

Throws:

IOException

testLoadTextFileDoesNotExist

public void testLoadTextFileDoesNotExist()
                                  throws IOException

Throws:

IOException

createTestTextFile

protected void createTestTextFile(File file,
                                  String contents)
                           throws IOException

Throws:

IOException

testCachingWithoutProgress

public void testCachingWithoutProgress()

testCachingAsync

public void testCachingAsync()
                      throws ExecutionException,
                             InterruptedException

Throws:

ExecutionException

InterruptedException

testLoadGridFromIterable

public void testLoadGridFromIterable()
                              throws IOException

Throws:

IOException

testLoadChangeDataFromIterable

public void testLoadChangeDataFromIterable()
                                    throws IOException

Throws:

IOException

testEmptyChangeData

public void testEmptyChangeData()
                         throws IOException

Throws:

IOException

assertGridEquals

public static void assertGridEquals(Grid actual,
                                    Grid expected)

Because Grid implementations are not required to use the Object.equals(Object) method to compare the contents of grids, we use this helper to check that two grids have the same contents.

Parameters:

actual -

expected -