Base class of the Standard Storage Manager. More...
#include <SSMBase.h>
Public Member Functions | |
SSMBase (Int aBucketSize=0, uInt aCacheSize=1) | |
Create a Standard storage manager with default name SSM. | |
SSMBase (const String &aDataManName, Int aBucketSize=0, uInt aCacheSize=1) | |
Create a Standard storage manager with the given name. | |
SSMBase (const String &aDataManName, const Record &spec) | |
Create a Standard storage manager with the given name. | |
~SSMBase () | |
virtual DataManager * | clone () const |
Clone this object. | |
virtual String | dataManagerType () const |
Get the type name of the data manager (i.e. | |
virtual String | dataManagerName () const |
Get the name given to the storage manager (in the constructor). | |
virtual Record | dataManagerSpec () const |
Record a record containing data manager specifications. | |
virtual Record | getProperties () const |
Get data manager properties that can be modified. | |
virtual void | setProperties (const Record &spec) |
Modify data manager properties. | |
uInt | getVersion () const |
Get the version of the class. | |
void | setCacheSize (uInt aCacheSize, Bool canExceedNrBuckets=True) |
Set the cache size (in buckets). | |
uInt | getCacheSize () const |
Get the current cache size (in buckets). | |
void | clearCache () |
Clear the cache used by this storage manager. | |
virtual void | showCacheStatistics (ostream &anOs) const |
Show the statistics of all caches used. | |
void | showIndexStatistics (ostream &anOs) const |
Show statistics of all indices used. | |
void | showBaseStatistics (ostream &anOs) const |
Show statistics of the Base offsets/index etc. | |
uInt | getBucketSize () const |
Get the bucket size. | |
uInt | getNRow () const |
Get the number of rows in this storage manager. | |
virtual Bool | canAddRow () const |
The storage manager can add rows. | |
virtual Bool | canRemoveRow () const |
The storage manager can delete rows. | |
virtual Bool | canAddColumn () const |
The storage manager can add columns. | |
virtual Bool | canRemoveColumn () const |
The storage manager can delete columns. | |
SSMColumn & | getColumn (uInt aColNr) |
Get access to the given column. | |
SSMIndex & | getIndex (uInt anIdxNr) |
Get access to the given Index. | |
void | setBucketDirty () |
Make the current bucket in the cache dirty (i.e. | |
StManArrayFile * | openArrayFile (ByteIO::OpenOption anOpt) |
Open (if needed) the file for indirect arrays with the given mode. | |
char * | find (uInt aRowNr, uInt aColNr, uInt &aStartRow, uInt &anEndRow) |
Find the bucket containing the column and row and return the pointer to the beginning of the column data in that bucket. | |
uInt | getNewBucket () |
Add a new bucket and get its bucket number. | |
char * | getBucket (uInt aBucketNr) |
Read the bucket (if needed) and return the pointer to it. | |
void | removeBucket (uInt aBucketNr) |
Remove a bucket from the bucket cache. | |
uInt | getRowsPerBucket (uInt aColumn) const |
Get rows per bucket for the given column. | |
SSMStringHandler * | getStringHandler () |
Return a pointer to the (one and only) StringHandler object. | |
Static Public Member Functions | |
static DataManager * | makeObject (const String &aDataManType, const Record &spec) |
Make the object from the type name string. | |
static char * | readCallBack (void *anOwner, const char *aBucketStorage) |
Callbacks for BucketCache access. | |
static void | writeCallBack (void *anOwner, char *aBucketStorage, const char *aBucket) |
static void | deleteCallBack (void *, char *aBucket) |
static char * | initCallBack (void *anOwner) |
Private Member Functions | |
SSMBase (const SSMBase &that) | |
Copy constructor (only meant for clone function). | |
SSMBase & | operator= (const SSMBase &that) |
Assignment cannot be used. | |
void | recreate () |
(Re)create the index, file, and cache object. | |
virtual Bool | hasMultiFileSupport () const |
The data manager supports use of MultiFile. | |
virtual Bool | flush (AipsIO &, Bool doFsync) |
Flush and optionally fsync the data. | |
virtual void | create (uInt aNrRows) |
Let the storage manager create files as needed for a new table. | |
virtual void | open (uInt aRowNr, AipsIO &) |
Open the storage manager file for an existing table, read in the data, and let the SSMColumn objects read their data. | |
virtual void | resync (uInt aRowNr) |
Resync the storage manager with the new file contents. | |
virtual void | reopenRW () |
Reopen the storage manager files for read/write. | |
virtual void | deleteManager () |
The data manager will be deleted (because all its columns are requested to be deleted). | |
void | init () |
Let the storage manager initialize itself (upon creation). | |
uInt | setBucketSize () |
Determine and set the bucket size. | |
uInt | getNrIndices () const |
Get the number of indices in use. | |
virtual void | addRow (uInt aNrRows) |
Add rows to the storage manager. | |
virtual void | removeRow (uInt aRowNr) |
Delete a row from all columns. | |
virtual void | addColumn (DataManagerColumn *) |
Do the final addition of a column. | |
virtual void | removeColumn (DataManagerColumn *) |
Remove a column from the data file. | |
virtual DataManagerColumn * | makeScalarColumn (const String &aName, int aDataType, const String &aDataTypeID) |
Create a column in the storage manager on behalf of a table column. | |
virtual DataManagerColumn * | makeDirArrColumn (const String &aName, int aDataType, const String &aDataTypeID) |
Create a direct array column. | |
virtual DataManagerColumn * | makeIndArrColumn (const String &aName, int aDataType, const String &aDataTypeID) |
Create an indirect array column. | |
BucketCache & | getCache () |
Get the cache object. | |
void | makeCache () |
Construct the cache object (if not constructed yet). | |
void | readHeader () |
Read the header. | |
void | readIndexBuckets () |
Read the index from its buckets. | |
void | writeIndex () |
Write the header and the indices. | |
Private Attributes | |
String | itsDataManName |
Name of data manager. | |
StManArrayFile * | itsIosFile |
The file containing the indirect arrays. | |
uInt | itsNrRows |
The number of rows in the columns. | |
Block< uInt > | itsColumnOffset |
Column offset. | |
Block< uInt > | itsColIndexMap |
Row Index ID containing all the columns in a bucket. | |
PtrBlock< SSMIndex * > | itsPtrIndex |
Will contain all indices. | |
BucketCache * | itsCache |
The cache with the SSM buckets. | |
BucketFile * | itsFile |
The file containing all data. | |
SSMStringHandler * | itsStringHandler |
String handler class. | |
uInt | itsPersCacheSize |
The persistent cache size. | |
uInt | itsCacheSize |
The actual cache size. | |
uInt | itsNrBuckets |
The initial number of buckets in the cache. | |
uInt | itsNrIdxBuckets |
Nr of buckets needed for index. | |
Int | itsFirstIdxBucket |
Number of the first index bucket. | |
uInt | itsIdxBucketOffset |
Offset of index in first bucket. | |
Int | itsLastStringBucket |
Number of the first String Bucket. | |
uInt | itsIndexLength |
length of index memoryblock | |
uInt | itsFreeBucketsNr |
The nr of free buckets. | |
Int | itsFirstFreeBucket |
The first free bucket. | |
uInt | itsBucketSize |
The bucket size. | |
uInt | itsBucketRows |
PtrBlock< SSMColumn * > | itsPtrColumn |
The assembly of all columns. | |
Bool | isDataChanged |
Has the data changed since the last flush? |
Base class of the Standard Storage Manager.
Internal
SSMBase is the base class of the Standard Storage Manager.
The global principles of this class are described in StandardStMan .
The Standard Storage Manager divides the data file in equally sized chunks called buckets. There are 3 types of buckets:
Bucket access is handled by class BucketCache . It also keeps a list of free buckets. A bucket is freed when it is not needed anymore (e.g. all data from it are deleted).
Data buckets form the main part of the SSM. The data can be viewed as a few streams of buckets, where each stream contains the data of a given number of columns. Each stream has an SSMIndex object describing the number of rows stored in each data bucket of the stream. The SSM starts with a single bucket stream (holding all columns), but when columns are added, new bucket streams might be created.
For example, we have an SSM with a bucket size of 100 bytes. There are 5 Int columns (A,B,C,D,E) each taking 4 bytes per row. Column A, B, C, and D are stored in bucket stream 1, while column E is stored in bucket stream 2. So in stream 1 each bucket can hold 6 rows, while in stream 2 each bucket can hold 25 rows. For a 100 row table it will result in 17+4 data buckets.
A few classes collaborate to make it work:
String buckets are used by class SSMStringHandler to store scalar strings and fixed and variable shaped arrays of strings. The bucketnr, offset, and length of such string (arrays) are stored in the data buckets.
Indirect arrays of other data types are also stored indirectly and their offset is stored in the data buckets. Such arrays are handled by class StIndArray which uses an extra file to store the arrays.
Index buckets are used by SSMBase to make the SSMIndex data persistent. It uses alternately 2 sets of index buckets. In that way there is always an index availanle in case the system crashes. If possible 2 halfs of a single bucket are used alternately, otherwise separate buckets are used.
The public interface of SSMBase is quite large, because the other internal SSM classes need these functions. To have a class with a minimal interface for the normal user, class StandardStMan
is derived from it.
StandardStMan needs an isA- instead of hasA-relation to be able to bind columns to it in class SetupNewTable .
Definition at line 158 of file SSMBase.h.
Create a Standard storage manager with default name SSM.
casacore::SSMBase::SSMBase | ( | const String & | aDataManName, | |
Int | aBucketSize = 0 , |
|||
uInt | aCacheSize = 1 | |||
) | [explicit] |
Create a Standard storage manager with the given name.
Create a Standard storage manager with the given name.
The specifications are part of the record (as created by dataManagerSpec).
casacore::SSMBase::~SSMBase | ( | ) |
casacore::SSMBase::SSMBase | ( | const SSMBase & | that | ) | [private] |
Copy constructor (only meant for clone function).
virtual void casacore::SSMBase::addColumn | ( | DataManagerColumn * | ) | [private, virtual] |
Do the final addition of a column.
Reimplemented from casacore::DataManager.
virtual void casacore::SSMBase::addRow | ( | uInt | aNrRows | ) | [private, virtual] |
Add rows to the storage manager.
Per column it extends number of rows.
Reimplemented from casacore::DataManager.
virtual Bool casacore::SSMBase::canAddColumn | ( | ) | const [virtual] |
The storage manager can add columns.
Reimplemented from casacore::DataManager.
virtual Bool casacore::SSMBase::canAddRow | ( | ) | const [virtual] |
The storage manager can add rows.
Reimplemented from casacore::DataManager.
virtual Bool casacore::SSMBase::canRemoveColumn | ( | ) | const [virtual] |
The storage manager can delete columns.
Reimplemented from casacore::DataManager.
virtual Bool casacore::SSMBase::canRemoveRow | ( | ) | const [virtual] |
The storage manager can delete rows.
Reimplemented from casacore::DataManager.
void casacore::SSMBase::clearCache | ( | ) |
Clear the cache used by this storage manager.
It will flush the cache as needed and remove all buckets from it.
virtual DataManager* casacore::SSMBase::clone | ( | ) | const [virtual] |
Clone this object.
It does not clone SSMColumn objects possibly used. The caller has to delete the newly created object.
Implements casacore::DataManager.
virtual void casacore::SSMBase::create | ( | uInt | aNrRows | ) | [private, virtual] |
Let the storage manager create files as needed for a new table.
This allows a column with an indirect array to create its file.
Implements casacore::DataManager.
virtual String casacore::SSMBase::dataManagerName | ( | ) | const [virtual] |
Get the name given to the storage manager (in the constructor).
Reimplemented from casacore::DataManager.
virtual Record casacore::SSMBase::dataManagerSpec | ( | ) | const [virtual] |
Record a record containing data manager specifications.
Reimplemented from casacore::DataManager.
virtual String casacore::SSMBase::dataManagerType | ( | ) | const [virtual] |
static void casacore::SSMBase::deleteCallBack | ( | void * | , | |
char * | aBucket | |||
) | [static] |
virtual void casacore::SSMBase::deleteManager | ( | ) | [private, virtual] |
The data manager will be deleted (because all its columns are requested to be deleted).
So clean up the things needed (e.g. delete files).
Implements casacore::DataManager.
Find the bucket containing the column and row and return the pointer to the beginning of the column data in that bucket.
It also fills in the start and end row for the column data.
Flush and optionally fsync the data.
It returns a True status if it had to flush (i.e. if data have changed).
Implements casacore::DataManager.
char* casacore::SSMBase::getBucket | ( | uInt | aBucketNr | ) |
Read the bucket (if needed) and return the pointer to it.
uInt casacore::SSMBase::getBucketSize | ( | ) | const [inline] |
BucketCache & casacore::SSMBase::getCache | ( | ) | [inline, private] |
Get the cache object.
This will construct the cache object if not present yet. The cache object will be deleted by the destructor.
Definition at line 485 of file SSMBase.h.
References itsCache, and makeCache().
uInt casacore::SSMBase::getCacheSize | ( | ) | const [inline] |
Get the current cache size (in buckets).
Definition at line 470 of file SSMBase.h.
References itsCacheSize.
uInt casacore::SSMBase::getNewBucket | ( | ) |
Add a new bucket and get its bucket number.
uInt casacore::SSMBase::getNrIndices | ( | ) | const [inline, private] |
Get the number of indices in use.
Definition at line 465 of file SSMBase.h.
References itsPtrIndex, and casacore::PtrBlock< T >::nelements().
uInt casacore::SSMBase::getNRow | ( | ) | const [inline] |
virtual Record casacore::SSMBase::getProperties | ( | ) | const [virtual] |
Get data manager properties that can be modified.
It is only ActualCacheSize (the actual cache size in buckets). It is a subset of the data manager specification.
Reimplemented from casacore::DataManager.
Get rows per bucket for the given column.
Referenced by casacore::SSMColumn::getDataPtr().
SSMStringHandler * casacore::SSMBase::getStringHandler | ( | ) | [inline] |
Return a pointer to the (one and only) StringHandler object.
Definition at line 503 of file SSMBase.h.
References itsStringHandler.
uInt casacore::SSMBase::getVersion | ( | ) | const |
Get the version of the class.
virtual Bool casacore::SSMBase::hasMultiFileSupport | ( | ) | const [private, virtual] |
The data manager supports use of MultiFile.
Reimplemented from casacore::DataManager.
void casacore::SSMBase::init | ( | ) | [private] |
Let the storage manager initialize itself (upon creation).
It determines the bucket size and fills the index.
static char* casacore::SSMBase::initCallBack | ( | void * | anOwner | ) | [static] |
void casacore::SSMBase::makeCache | ( | ) | [private] |
Construct the cache object (if not constructed yet).
Referenced by getCache().
virtual DataManagerColumn* casacore::SSMBase::makeDirArrColumn | ( | const String & | aName, | |
int | aDataType, | |||
const String & | aDataTypeID | |||
) | [private, virtual] |
Create a direct array column.
Implements casacore::DataManager.
virtual DataManagerColumn* casacore::SSMBase::makeIndArrColumn | ( | const String & | aName, | |
int | aDataType, | |||
const String & | aDataTypeID | |||
) | [private, virtual] |
Create an indirect array column.
Implements casacore::DataManager.
static DataManager* casacore::SSMBase::makeObject | ( | const String & | aDataManType, | |
const Record & | spec | |||
) | [static] |
Make the object from the type name string.
This function gets registered in the DataManager "constructor" map. The caller has to delete the object.
virtual DataManagerColumn* casacore::SSMBase::makeScalarColumn | ( | const String & | aName, | |
int | aDataType, | |||
const String & | aDataTypeID | |||
) | [private, virtual] |
Create a column in the storage manager on behalf of a table column.
The caller has to delete the newly created object.
Create a scalar column.
Implements casacore::DataManager.
Open the storage manager file for an existing table, read in the data, and let the SSMColumn objects read their data.
Implements casacore::DataManager.
StManArrayFile* casacore::SSMBase::openArrayFile | ( | ByteIO::OpenOption | anOpt | ) |
Open (if needed) the file for indirect arrays with the given mode.
Return a pointer to the object.
Assignment cannot be used.
Reimplemented from casacore::DataManager.
Reimplemented in casacore::StandardStMan.
static char* casacore::SSMBase::readCallBack | ( | void * | anOwner, | |
const char * | aBucketStorage | |||
) | [static] |
Callbacks for BucketCache access.
void casacore::SSMBase::readHeader | ( | ) | [private] |
Read the header.
void casacore::SSMBase::readIndexBuckets | ( | ) | [private] |
Read the index from its buckets.
void casacore::SSMBase::recreate | ( | ) | [private] |
(Re)create the index, file, and cache object.
It is used when all rows are deleted from the table.
void casacore::SSMBase::removeBucket | ( | uInt | aBucketNr | ) |
Remove a bucket from the bucket cache.
virtual void casacore::SSMBase::removeColumn | ( | DataManagerColumn * | ) | [private, virtual] |
Remove a column from the data file.
Reimplemented from casacore::DataManager.
virtual void casacore::SSMBase::removeRow | ( | uInt | aRowNr | ) | [private, virtual] |
Delete a row from all columns.
Reimplemented from casacore::DataManager.
virtual void casacore::SSMBase::reopenRW | ( | ) | [private, virtual] |
Reopen the storage manager files for read/write.
Reimplemented from casacore::DataManager.
virtual void casacore::SSMBase::resync | ( | uInt | aRowNr | ) | [private, virtual] |
Resync the storage manager with the new file contents.
This is done by clearing the cache.
Implements casacore::DataManager.
void casacore::SSMBase::setBucketDirty | ( | ) |
Make the current bucket in the cache dirty (i.e.
something has been changed in it and it needs to be written when removed from the cache). (used by SSMColumn::putValue).
uInt casacore::SSMBase::setBucketSize | ( | ) | [private] |
Determine and set the bucket size.
It returns the number of rows per bucket.
Set the cache size (in buckets).
If canExceedNrBuckets=True
, the given cache size can be larger than the nr of buckets in the file. In this way the cache can be made large enough for a future file extension. Otherwise, it is limited to the actual number of buckets. This is useful if one wants the entire file to be cached.
virtual void casacore::SSMBase::setProperties | ( | const Record & | spec | ) | [virtual] |
Modify data manager properties.
Only ActualCacheSize can be used. It is similar to function setCacheSize with canExceedNrBuckets=False
.
Reimplemented from casacore::DataManager.
void casacore::SSMBase::showBaseStatistics | ( | ostream & | anOs | ) | const |
Show statistics of the Base offsets/index etc.
virtual void casacore::SSMBase::showCacheStatistics | ( | ostream & | anOs | ) | const [virtual] |
Show the statistics of all caches used.
void casacore::SSMBase::showIndexStatistics | ( | ostream & | anOs | ) | const |
Show statistics of all indices used.
static void casacore::SSMBase::writeCallBack | ( | void * | anOwner, | |
char * | aBucketStorage, | |||
const char * | aBucket | |||
) | [static] |
void casacore::SSMBase::writeIndex | ( | ) | [private] |
Write the header and the indices.
Bool casacore::SSMBase::isDataChanged [private] |
uInt casacore::SSMBase::itsBucketRows [private] |
uInt casacore::SSMBase::itsBucketSize [private] |
BucketCache* casacore::SSMBase::itsCache [private] |
uInt casacore::SSMBase::itsCacheSize [private] |
Block<uInt> casacore::SSMBase::itsColIndexMap [private] |
Block<uInt> casacore::SSMBase::itsColumnOffset [private] |
String casacore::SSMBase::itsDataManName [private] |
BucketFile* casacore::SSMBase::itsFile [private] |
Int casacore::SSMBase::itsFirstFreeBucket [private] |
Int casacore::SSMBase::itsFirstIdxBucket [private] |
uInt casacore::SSMBase::itsFreeBucketsNr [private] |
uInt casacore::SSMBase::itsIdxBucketOffset [private] |
uInt casacore::SSMBase::itsIndexLength [private] |
StManArrayFile* casacore::SSMBase::itsIosFile [private] |
Int casacore::SSMBase::itsLastStringBucket [private] |
uInt casacore::SSMBase::itsNrBuckets [private] |
uInt casacore::SSMBase::itsNrIdxBuckets [private] |
uInt casacore::SSMBase::itsNrRows [private] |
uInt casacore::SSMBase::itsPersCacheSize [private] |
PtrBlock<SSMColumn*> casacore::SSMBase::itsPtrColumn [private] |
PtrBlock<SSMIndex*> casacore::SSMBase::itsPtrIndex [private] |
Will contain all indices.
Definition at line 411 of file SSMBase.h.
Referenced by getIndex(), and getNrIndices().