casacore
|
#include <VirtualTaQLColumn.h>
Public Member Functions | |
VirtualTaQLColumn (const String &expr, const String &style=String()) | |
Construct it with the given TaQL expression. More... | |
VirtualTaQLColumn (const Record &spec) | |
Construct it with the given specification. More... | |
virtual | ~VirtualTaQLColumn () |
Destructor is mandatory. More... | |
virtual DataManager * | clone () const |
Clone the engine object. More... | |
virtual Record | dataManagerSpec () const |
Get the data manager specification. More... | |
virtual String | dataManagerType () const |
Return the type name of the engine. More... | |
const String & | expression () const |
Return the TaQL expression used. More... | |
virtual void | setShapeColumn (const IPosition &aShape) |
Set the shape of an array in the column. More... | |
virtual void | setMaxLength (uInt maxLength) |
Set the maximum length of a 'fixed length' string. More... | |
virtual int | dataType () const |
Functions to return column info. More... | |
virtual Bool | isWritable () const |
Test if data can be put into this column. More... | |
virtual uInt | ndim (rownr_t rownr) |
Get the dimensionality of the item in the given row. More... | |
virtual IPosition | shape (rownr_t rownr) |
Get the shape of the item in the given row. More... | |
virtual Bool | isShapeDefined (rownr_t rownr) |
Is the value shape defined in the given row? By default it returns True. More... | |
![]() | |
VirtualColumnEngine () | |
Create the object. More... | |
virtual | ~VirtualColumnEngine () |
![]() | |
DataManager () | |
Default constructor. More... | |
virtual | ~DataManager () |
virtual String | dataManagerName () const |
Return the name of the data manager. More... | |
void | dataManagerInfo (Record &info) const |
Add SEQNR and SPEC (the DataManagerSpec subrecord) to the info. More... | |
virtual Record | getProperties () const |
Get data manager properties that can be modified. More... | |
virtual void | setProperties (const Record &spec) |
Modify data manager properties given in record fields. More... | |
virtual Bool | canReallocateColumns () const |
Tell if the data manager wants to reallocate the data manager column objects. More... | |
virtual DataManagerColumn * | reallocateColumn (DataManagerColumn *column) |
Reallocate the column object if it is part of this data manager. More... | |
uInt | sequenceNr () const |
Get the (unique) sequence nr of this data manager. More... | |
uInt | ncolumn () const |
Get the nr of columns in this data manager (can be zero). More... | |
Bool | asBigEndian () const |
Have the data to be stored in big or little endian canonical format? More... | |
const TSMOption & | tsmOption () const |
Get the TSM option. More... | |
MultiFileBase * | multiFile () |
Get the MultiFile pointer (can be 0). More... | |
String | keywordName (const String &keyword) const |
Compose a keyword name from the given keyword appended with the sequence number (e.g. More... | |
String | fileName () const |
Compose a unique filename from the table name and sequence number. More... | |
ByteIO::OpenOption | fileOption () const |
Get the AipsIO option of the underlying file. More... | |
virtual Bool | isRegular () const |
Is this a regular storage manager? It is regular if it allows addition of rows and writing data in them. More... | |
Table & | table () const |
Get the table this object is associated with. More... | |
virtual void | reopenRW () |
Reopen the data manager for read/write access. More... | |
virtual Bool | canAddColumn () const |
Does the data manager allow to add columns? (default no) More... | |
virtual Bool | canRemoveColumn () const |
Does the data manager allow to delete columns? (default no) More... | |
virtual Bool | canRenameColumn () const |
Does the data manager allow to rename columns? (default yes) More... | |
virtual void | setMaximumCacheSize (uInt nMiB) |
Set the maximum cache size (in bytes) to be used by a storage manager. More... | |
virtual void | showCacheStatistics (std::ostream &) const |
Show the data manager's IO statistics. More... | |
DataManagerColumn * | createScalarColumn (const String &columnName, int dataType, const String &dataTypeId) |
Create a column in the data manager on behalf of a table column. More... | |
DataManagerColumn * | createDirArrColumn (const String &columnName, int dataType, const String &dataTypeId) |
Create a direct array column. More... | |
DataManagerColumn * | createIndArrColumn (const String &columnName, int dataType, const String &dataTypeId) |
Create an indirect array column. More... | |
DataManager * | getClone () const |
Has the object already been cloned? More... | |
void | setClone (DataManager *clone) const |
Set the pointer to the clone. More... | |
![]() | |
DataManagerColumn () | |
Create a column. More... | |
virtual | ~DataManagerColumn () |
Frees up the storage. More... | |
void | setIsFixedShape (Bool isFixedShape) |
Set the isFixedShape flag. More... | |
Bool | isFixedShape () const |
Is this a fixed shape column? More... | |
virtual String | dataTypeId () const |
Get the data type id of the column for dataType==TpOther. More... | |
void | setFixedShapeColumn (const IPosition &shape) |
Set the shape of all (fixed-shaped) arrays in the column. More... | |
virtual void | setShape (rownr_t rownr, const IPosition &shape) |
Set the shape of an (variable-shaped) array in the given row. More... | |
virtual void | setShapeTiled (rownr_t rownr, const IPosition &shape, const IPosition &tileShape) |
Set the shape and tile shape of an (variable-shaped) array in the given row. More... | |
virtual IPosition | tileShape (rownr_t rownr) |
Get the tile shape of the item in the given row. More... | |
virtual Bool | canChangeShape () const |
Can the data manager handle chaging the shape of an existing array? Default is no. More... | |
ColumnCache & | columnCache () |
Get access to the ColumnCache object. More... | |
const ColumnCache * | columnCachePtr () const |
void | get (rownr_t rownr, Bool *dataPtr) |
Get the scalar value in the given row. More... | |
void | get (rownr_t rownr, uChar *dataPtr) |
void | get (rownr_t rownr, Short *dataPtr) |
void | get (rownr_t rownr, uShort *dataPtr) |
void | get (rownr_t rownr, Int *dataPtr) |
void | get (rownr_t rownr, uInt *dataPtr) |
void | get (rownr_t rownr, Int64 *dataPtr) |
void | get (rownr_t rownr, float *dataPtr) |
void | get (rownr_t rownr, double *dataPtr) |
void | get (rownr_t rownr, Complex *dataPtr) |
void | get (rownr_t rownr, DComplex *dataPtr) |
void | get (rownr_t rownr, String *dataPtr) |
void | get (rownr_t rownr, void *dataPtr) |
This function is the get for all non-standard data types. More... | |
void | put (rownr_t rownr, const Bool *dataPtr) |
Put the scalar value into the given row. More... | |
void | put (rownr_t rownr, const uChar *dataPtr) |
void | put (rownr_t rownr, const Short *dataPtr) |
void | put (rownr_t rownr, const uShort *dataPtr) |
void | put (rownr_t rownr, const Int *dataPtr) |
void | put (rownr_t rownr, const uInt *dataPtr) |
void | put (rownr_t rownr, const Int64 *dataPtr) |
void | put (rownr_t rownr, const float *dataPtr) |
void | put (rownr_t rownr, const double *dataPtr) |
void | put (rownr_t rownr, const Complex *dataPtr) |
void | put (rownr_t rownr, const DComplex *dataPtr) |
void | put (rownr_t rownr, const String *dataPtr) |
void | put (rownr_t rownr, const void *dataPtr) |
This function is the put for all non-standard data types. More... | |
virtual void | putScalarColumnV (const ArrayBase &dataPtr) |
Put all scalar values in the column. More... | |
virtual void | putScalarColumnCellsV (const RefRows &rownrs, const ArrayBase &dataPtr) |
Put some scalar values in the column. More... | |
virtual void | putArrayV (rownr_t rownr, const ArrayBase &data) |
Put the array value into the given row. More... | |
virtual void | getArrayColumnV (ArrayBase &data) |
Get all array values in the column. More... | |
virtual void | putArrayColumnV (const ArrayBase &data) |
Put all array values in the column. More... | |
virtual void | getArrayColumnCellsV (const RefRows &rownrs, ArrayBase &data) |
Get some array values in the column. More... | |
virtual void | putArrayColumnCellsV (const RefRows &rownrs, const ArrayBase &data) |
Put some array values in the column. More... | |
virtual void | getSliceV (rownr_t rownr, const Slicer &slicer, ArrayBase &data) |
Get a section of the array in the given row. More... | |
virtual void | putSliceV (rownr_t rownr, const Slicer &slicer, const ArrayBase &data) |
Put into a section of the array in the given row. More... | |
virtual void | getColumnSliceV (const Slicer &slicer, ArrayBase &data) |
Get a section of all arrays in the column. More... | |
virtual void | putColumnSliceV (const Slicer &slicer, const ArrayBase &data) |
Put into a section of all arrays in the column. More... | |
virtual void | getColumnSliceCellsV (const RefRows &rownrs, const Slicer &slicer, ArrayBase &data) |
Get a section of some arrays in the column. More... | |
virtual void | putColumnSliceCellsV (const RefRows &rownrs, const Slicer &slicer, const ArrayBase &data) |
Put into a section of some arrays in the column. More... | |
void | throwGet () const |
Throw an "invalid operation" exception for the default implementation of get. More... | |
void | throwPut () const |
Throw an "invalid operation" exception for the default implementation of put. More... | |
void | setColumnName (const String &colName) |
Set the column name. More... | |
const String & | columnName () const |
Get rhe column name. More... | |
Static Public Member Functions | |
static String | className () |
Return the name of the class. More... | |
static void | registerClass () |
Register the class name and the static makeObject "constructor". More... | |
static DataManager * | makeObject (const String &dataManagerName, const Record &spec) |
Define the "constructor" to construct this engine when a table is read back. More... | |
![]() | |
static void | registerCtor (const String &type, DataManagerCtor func) |
Register a mapping of a data manager type to its static construction function. More... | |
static DataManagerCtor | getCtor (const String &dataManagerType) |
Get the "constructor" of a data manager (thread-safe). More... | |
static Bool | isRegistered (const String &dataManagerType) |
Test if a data manager is registered (thread-safe). More... | |
static DataManager * | unknownDataManager (const String &dataManagerType, const Record &spec) |
Serve as default function for theirRegisterMap, which catches all unknown data manager types. More... | |
Private Member Functions | |
VirtualTaQLColumn (const VirtualTaQLColumn &) | |
Copy is not needed and therefore forbidden (so it is made private). More... | |
VirtualTaQLColumn & | operator= (const VirtualTaQLColumn &) |
Assignment is not needed and therefore forbidden (so it is made private). More... | |
virtual DataManagerColumn * | makeScalarColumn (const String &columnName, int dataType, const String &) |
Create the column object for the scalar column in this engine. More... | |
virtual DataManagerColumn * | makeIndArrColumn (const String &columnName, int dataType, const String &dataTypeId) |
Create the column object for the indirect array column in this engine. More... | |
virtual void | create64 (rownr_t) |
Let the engine initialize the object for a new table. More... | |
virtual void | prepare () |
Prepare compiles the expression. More... | |
virtual void | getBool (rownr_t rownr, Bool *dataPtr) |
Get the scalar value in the given row. More... | |
virtual void | getuChar (rownr_t rownr, uChar *dataPtr) |
virtual void | getShort (rownr_t rownr, Short *dataPtr) |
virtual void | getuShort (rownr_t rownr, uShort *dataPtr) |
virtual void | getInt (rownr_t rownr, Int *dataPtr) |
virtual void | getuInt (rownr_t rownr, uInt *dataPtr) |
virtual void | getInt64 (rownr_t rownr, Int64 *dataPtr) |
virtual void | getfloat (rownr_t rownr, float *dataPtr) |
virtual void | getdouble (rownr_t rownr, double *dataPtr) |
virtual void | getComplex (rownr_t rownr, Complex *dataPtr) |
virtual void | getDComplex (rownr_t rownr, DComplex *dataPtr) |
virtual void | getString (rownr_t rownr, String *dataPtr) |
virtual void | getArrayV (rownr_t rownr, ArrayBase &arr) |
Get the array value in the given row. More... | |
void | getResult (rownr_t rownr) |
Get the array result into itsCurArray. More... | |
void | makeCurArray () |
Make the result cache. More... | |
virtual void | getScalarColumnV (ArrayBase &arr) |
Get functions implemented by means of their DataManagerColumn::getXXBase counterparts, but optimized for constant expressions. More... | |
virtual void | getScalarColumnCellsV (const RefRows &rownrs, ArrayBase &arr) |
Get some scalar values in the column. More... | |
void | fillColumnCache () |
Fill the ColumnCache object with a constant scalar value. More... | |
void | fillArray (ArrayBase &data) |
Fill an array with a constant scalar value. More... | |
Private Attributes | |
int | itsDataType |
Bool | itsIsArray |
Bool | itsIsConst |
Bool | itsTempWritable |
String | itsColumnName |
String | itsExpr |
String | itsStyle |
TableExprNode * | itsNode |
IPosition | itsShape |
uInt | itsMaxLen |
union { | |
Bool itsBool | |
uChar itsuChar | |
Short itsShort | |
uShort itsuShort | |
Int itsInt | |
uInt itsuInt | |
Int64 itsInt64 | |
Float itsFloat | |
Double itsDouble | |
}; | |
Complex | itsComplex |
DComplex | itsDComplex |
String | itsString |
ArrayBase * | itsCurArray |
rownr_t | itsCurRow |
Additional Inherited Members | |
![]() | |
static rownr_t | MAXROWNR32 |
Define the highest row number that can be represented as signed 32-bit. More... | |
![]() | |
void | decrementNcolumn () |
Decrement number of columns (in case a column is deleted). More... | |
void | setEndian (Bool bigEndian) |
Tell the data manager if big or little endian format is needed. More... | |
void | setTsmOption (const TSMOption &tsmOption) |
Tell the data manager which TSM option to use. More... | |
void | setMultiFile (MultiFileBase *mfile) |
Tell the data manager that MultiFile can be used. More... | |
virtual Bool | hasMultiFileSupport () const |
Does the data manager support use of MultiFile? A derived class has to return True if it can use the MultiFile. More... | |
void | throwDataTypeOther (const String &columnName, int dataType) const |
Throw an exception in case data type is TpOther, because the storage managers (and maybe other data managers) do not support such columns. More... | |
![]() | |
virtual void | getOther (rownr_t rownr, void *dataPtr) |
This function is the get for all non-standard data types. More... | |
virtual void | putBool (rownr_t rownr, const Bool *dataPtr) |
Put the scalar value into the given row. More... | |
virtual void | putuChar (rownr_t rownr, const uChar *dataPtr) |
virtual void | putShort (rownr_t rownr, const Short *dataPtr) |
virtual void | putuShort (rownr_t rownr, const uShort *dataPtr) |
virtual void | putInt (rownr_t rownr, const Int *dataPtr) |
virtual void | putuInt (rownr_t rownr, const uInt *dataPtr) |
virtual void | putInt64 (rownr_t rownr, const Int64 *dataPtr) |
virtual void | putfloat (rownr_t rownr, const float *dataPtr) |
virtual void | putdouble (rownr_t rownr, const double *dataPtr) |
virtual void | putComplex (rownr_t rownr, const Complex *dataPtr) |
virtual void | putDComplex (rownr_t rownr, const DComplex *dataPtr) |
virtual void | putString (rownr_t rownr, const String *dataPtr) |
virtual void | putOther (rownr_t rownr, const void *dataPtr) |
This function is the put for all non-standard data types. More... | |
void | getScalarColumnBase (ArrayBase &dataPtr) |
The default implementations of get and put functions. More... | |
void | putScalarColumnBase (const ArrayBase &dataPtr) |
void | getScalarColumnCellsBase (const RefRows &rownrs, ArrayBase &dataPtr) |
void | putScalarColumnCellsBase (const RefRows &rownrs, const ArrayBase &dataPtr) |
void | getArrayColumnBase (ArrayBase &data) |
void | putArrayColumnBase (const ArrayBase &data) |
void | getArrayColumnCellsBase (const RefRows &rownrs, ArrayBase &data) |
void | putArrayColumnCellsBase (const RefRows &rownrs, const ArrayBase &data) |
void | getSliceBase (rownr_t rownr, const Slicer &slicer, ArrayBase &data) |
void | putSliceBase (rownr_t rownr, const Slicer &slicer, const ArrayBase &data) |
void | getColumnSliceBase (const Slicer &slicer, ArrayBase &data) |
void | putColumnSliceBase (const Slicer &slicer, const ArrayBase &data) |
void | getColumnSliceCellsBase (const RefRows &rownrs, const Slicer &slicer, ArrayBase &data) |
void | putColumnSliceCellsBase (const RefRows &rownrs, const Slicer &slicer, const ArrayBase &data) |
Virtual scalar column using TaQL
VirtualTaQLColumn is a virtual column engine to define the contents of a column as a TaQL CALC expression in which possibly other columns are used. It is (of course) only possible to get data from the column; puts cannot be done. See note 199 for a description of TaQL. The TaQL style can be specified (such as 0- or 1-based indexing).
The expression result can be a scalar or array of the basic TaQL data types. The column data type has to be conformant with that TaQL type, thus a column of any integer type has to be used for an integer TaQL result.
Constant expressions are precalculated and cached making the retrieval of e.g. the full column much faster (factor 4).
A possible use for a virtual TaQL column is a column in a MeasurementSet containing a constant value. It could also be used for on-the-fly calculation of J2000 UVW-values or HADEC using an expression such as "derivedmscal.newuvw()"
Caution: One has to be careful with deleting columns; If in an existing table a TaQL expression uses a deleted column, the expression cannot be parsed anymore and the table cannot be opened anymore; In the future the Table System will be made more forgiving;
The following example creates a table with a few columns. One column is virtual and has a random value if Col3 is true. Otherwise it has value 0.
Definition at line 97 of file VirtualTaQLColumn.h.
casacore::VirtualTaQLColumn::VirtualTaQLColumn | ( | const String & | expr, |
const String & | style = String() |
||
) |
Construct it with the given TaQL expression.
casacore::VirtualTaQLColumn::VirtualTaQLColumn | ( | const Record & | spec | ) |
Construct it with the given specification.
|
virtual |
Destructor is mandatory.
|
private |
Copy is not needed and therefore forbidden (so it is made private).
|
static |
Return the name of the class.
|
virtual |
Clone the engine object.
Implements casacore::DataManager.
|
privatevirtual |
Let the engine initialize the object for a new table.
It defines a column keyword holding the expression.
Reimplemented from casacore::VirtualColumnEngine.
|
virtual |
Get the data manager specification.
Reimplemented from casacore::DataManager.
|
virtual |
Return the type name of the engine.
(i.e. its class name VirtualTaQLColumn).
Implements casacore::DataManager.
|
virtual |
Functions to return column info.
Implements casacore::DataManagerColumn.
|
inline |
Return the TaQL expression used.
Definition at line 137 of file VirtualTaQLColumn.h.
References itsExpr.
|
private |
Fill an array with a constant scalar value.
|
private |
Fill the ColumnCache object with a constant scalar value.
|
privatevirtual |
Get the array value in the given row.
The array given by arr
has to have the correct shape (which is guaranteed by the ArrayColumn get function).
Reimplemented from casacore::DataManagerColumn.
Get the scalar value in the given row.
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
|
private |
Get the array result into itsCurArray.
|
privatevirtual |
Get some scalar values in the column.
The vector given in data
has to have the correct length (which is guaranteed by the ScalarColumn getColumn function). The default implementation does a getXX per row.
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Get functions implemented by means of their DataManagerColumn::getXXBase counterparts, but optimized for constant expressions.
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
Reimplemented from casacore::DataManagerColumn.
|
privatevirtual |
Reimplemented from casacore::DataManagerColumn.
Is the value shape defined in the given row? By default it returns True.
Reimplemented from casacore::DataManagerColumn.
|
virtual |
Test if data can be put into this column.
This does not test if the data file is writable, only if it is in principle allowed to store data into the column. (It may not be allowed for virtual columns). The default is True.
Reimplemented from casacore::DataManagerColumn.
|
private |
Make the result cache.
|
privatevirtual |
Create the column object for the indirect array column in this engine.
Reimplemented from casacore::VirtualColumnEngine.
|
static |
Define the "constructor" to construct this engine when a table is read back.
This "constructor" has to be registered by the user of the engine. If the engine is commonly used, its registration can be added into the registerAllCtor function in DataManReg.cc. This function gets automatically invoked by the table system.
|
privatevirtual |
Create the column object for the scalar column in this engine.
Reimplemented from casacore::VirtualColumnEngine.
Get the dimensionality of the item in the given row.
By default it returns shape(rownr).nelements().
Reimplemented from casacore::DataManagerColumn.
|
private |
Assignment is not needed and therefore forbidden (so it is made private).
|
privatevirtual |
Prepare compiles the expression.
Reimplemented from casacore::VirtualColumnEngine.
|
static |
Register the class name and the static makeObject "constructor".
This will make the engine known to the table system.
|
virtual |
Set the maximum length of a 'fixed length' string.
It is only called (right after the constructor) if the string has a fixed length.
Reimplemented from casacore::DataManagerColumn.
|
virtual |
Set the shape of an array in the column.
It is only called (right after the constructor) if the array has a fixed shape.
Reimplemented from casacore::DataManagerColumn.
Get the shape of the item in the given row.
By default it returns a zero-length IPosition (for a scalar value).
Reimplemented from casacore::DataManagerColumn.
union { ... } |
Bool casacore::VirtualTaQLColumn::itsBool |
Definition at line 235 of file VirtualTaQLColumn.h.
|
private |
Definition at line 228 of file VirtualTaQLColumn.h.
|
private |
Definition at line 245 of file VirtualTaQLColumn.h.
|
private |
Definition at line 248 of file VirtualTaQLColumn.h.
|
private |
Definition at line 249 of file VirtualTaQLColumn.h.
|
private |
Definition at line 224 of file VirtualTaQLColumn.h.
|
private |
Definition at line 246 of file VirtualTaQLColumn.h.
Double casacore::VirtualTaQLColumn::itsDouble |
Definition at line 243 of file VirtualTaQLColumn.h.
|
private |
Definition at line 229 of file VirtualTaQLColumn.h.
Referenced by expression().
Float casacore::VirtualTaQLColumn::itsFloat |
Definition at line 242 of file VirtualTaQLColumn.h.
Int casacore::VirtualTaQLColumn::itsInt |
Definition at line 239 of file VirtualTaQLColumn.h.
Int64 casacore::VirtualTaQLColumn::itsInt64 |
Definition at line 241 of file VirtualTaQLColumn.h.
|
private |
Definition at line 225 of file VirtualTaQLColumn.h.
|
private |
Definition at line 226 of file VirtualTaQLColumn.h.
|
private |
Definition at line 233 of file VirtualTaQLColumn.h.
|
private |
Definition at line 231 of file VirtualTaQLColumn.h.
|
private |
Definition at line 232 of file VirtualTaQLColumn.h.
Short casacore::VirtualTaQLColumn::itsShort |
Definition at line 237 of file VirtualTaQLColumn.h.
|
private |
Definition at line 247 of file VirtualTaQLColumn.h.
|
private |
Definition at line 230 of file VirtualTaQLColumn.h.
|
private |
Definition at line 227 of file VirtualTaQLColumn.h.
uChar casacore::VirtualTaQLColumn::itsuChar |
Definition at line 236 of file VirtualTaQLColumn.h.
uInt casacore::VirtualTaQLColumn::itsuInt |
Definition at line 240 of file VirtualTaQLColumn.h.
uShort casacore::VirtualTaQLColumn::itsuShort |
Definition at line 238 of file VirtualTaQLColumn.h.