main.cc File Reference

Contains main and various global function definitions. More...

#include <sys/un.h>
#include "version.h"
#include "gch.h"
#include "Topology.h"

Include dependency graph for main.cc:

Go to the source code of this file.

Functions
void *	topologyMgr (void *)
int	main (int argc, char **argv)
void	msgpack2Vector (vector< string > *resultvector, char *payload, int64_t length)
	convert msgpack to a vector of strings More...
void	debug (char *description, int line, char *file)
char	setdeleteflag (char *c)
	for delete operations on row More...
bool	getdeleteflag (char c)
	check if row operation is delete More...
char	cleardeleteflag (char *c)
	clear delete operation on row More...
char	setinsertflag (char *c)
	for insert operations on row More...
bool	getinsertflag (char c)
	check if row operation is insert More...
char	clearinsertflag (char *c)
	clear insert operation on row More...
bool	setwritelock (char *c)
	set write lock on row More...
bool	setreadlock (char *c)
	set read lock on row More...
char	clearlockedflag (char *c)
	clear locked flag on row More...
locktype_e	getlocktype (char c)
	check if row is locked and type More...
char	clearreplacedeleteflag (char *c)
	clear row as deleted as part of row replacement More...
bool	getreplacedeleteflag (char c)
	get whether or not row is deleted as part of row replacement More...
char	setreplacedeleteflag (char *c)
	set delete as part of replace row flag More...
int16_t	getPartitionid (fieldValue_s &fieldVal, fieldtype_e type, int16_t numpartitions)
	hash of field value for partition id More...
void	like2Regex (string &likeStr)
	might be orpha, but convert LIKE operand to regex More...
bool	compareFields (fieldtype_e type, const fieldValue_s &val1, const fieldValue_s &val2)
	compare field values for equality More...
void	trimspace (string &input)
void	stagedRow2ReturnRow (const stagedRow_s &stagedRow, returnRow_s &returnRow)
	convert stagedRow_s to returnRow_s More...
void	setprio ()
	set real-time priority More...

Variables
FILE *	logfile
cfg_s	cfgs
std::string	zmqsocket
class Topology	nodeTopology
pthread_mutex_t	nodeTopologyMutex
pthread_mutex_t	connectionsMutex
void *	zmqcontext
std::string	storedprocprefix = "InfiniSQL_"
std::vector< class MboxProducer * >	socketAffinity
std::vector< listenertype_e >	listenerTypes

Detailed Description

Contains main and various global function definitions.

Author

Mark Travis mtrav.nosp@m.is15.nosp@m.432+s.nosp@m.rc@g.nosp@m.mail..nosp@m.com

Date

Tue Dec 17 13:30:10 2013

Definition in file main.cc.

Function Documentation

char cleardeleteflag

(

char *

c)

clear delete operation on row

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 156 of file main.cc.

References DELETEFLAG.

Referenced by Table::commitRollbackUnlock().

{
    return *c &= ~(1 << DELETEFLAG);
}

Here is the caller graph for this function:

char clearinsertflag

(

char *

c)

clear insert operation on row

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 171 of file main.cc.

References INSERTFLAG.

{
    return *c &= ~(1 << INSERTFLAG);
}

char clearlockedflag

(

char *

c)

clear locked flag on row

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 200 of file main.cc.

References LOCKEDFLAG.

Referenced by Table::commitRollbackUnlock().

{
    return *c &= ~(1 << LOCKEDFLAG);
}

Here is the caller graph for this function:

char clearreplacedeleteflag

(

char *

c)

clear row as deleted as part of row replacement

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 222 of file main.cc.

References REPLACEDELETEFLAG.

Referenced by Table::commitRollbackUnlock().

{
    return *c &= ~(1 << REPLACEDELETEFLAG);
}

Here is the caller graph for this function:

bool compareFields	(	fieldtype_e	type,
		const fieldValue_s &	val1,
		const fieldValue_s &	val2
	)

compare field values for equality

Parameters

type	field type
val1	operand 1
val2	operand 2

Returns

true (equal), false (unequal)

Definition at line 305 of file main.cc.

References BOOL, fieldInput_u::boolean, CHAR, fieldInput_u::character, CHARX, FLOAT, fieldInput_u::floating, INT, fieldInput_u::integer, fieldValue_s::isnull, fieldValue_s::str, UINT, fieldInput_u::uinteger, fieldValue_s::value, and VARCHAR.

Referenced by Statement::andPredicate(), Statement::stagedPredicate(), and Statement::subqueryUnique().

{
    if (val1.isnull==true && val2.isnull==true)
    {
        return true;
    }
    else if (val1.isnull==true || val2.isnull==true)
    {
        return false;
    }

    switch (type)
    {
    case INT:
        if (val1.value.integer==val2.value.integer)
        {
            return true;
        }

        break;

    case UINT:
        if (val1.value.uinteger==val2.value.uinteger)
        {
            return true;
        }

        break;

    case BOOL:
        if (val1.value.boolean==val2.value.boolean)
        {
            return true;
        }

        break;

    case FLOAT:
        if (val1.value.floating==val2.value.floating)
        {
            return true;
        }

        break;

    case CHAR:
        if (val1.value.character==val2.value.character)
        {
            return true;
        }

        break;

    case CHARX:
        if (val1.str.compare(val2.str)==0)
        {
            return true;
        }

        break;

    case VARCHAR:
        if (val1.str.compare(val2.str)==0)
        {
            return true;
        }

        break;

    default:
        printf("%s %i anomaly %i\n", __FILE__, __LINE__, type);
    }

    return false;
}

Here is the caller graph for this function:

void debug	(	char *	description,
		int	line,
		char *	file
	)

Definition at line 141 of file main.cc.

References logfile.

{
    fprintf(logfile, "DEBUG %i %s %s\n", line, file, description);
}

bool getdeleteflag

(

char

c)

check if row operation is delete

Parameters

c	rowdata_s flags

Returns

is or is not set

Definition at line 151 of file main.cc.

References DELETEFLAG.

Referenced by Table::commitRollbackUnlock().

{
    return c & 1 << DELETEFLAG;
}

Here is the caller graph for this function:

bool getinsertflag

(

char

c)

check if row operation is insert

Parameters

c	rowdata_s flags

Returns

is or is not set

Definition at line 166 of file main.cc.

References INSERTFLAG.

Referenced by Table::assignToLockQueue(), Table::commitRollbackUnlock(), and Table::getrows().

{
    return c & 1 << INSERTFLAG;
}

Here is the caller graph for this function:

locktype_e getlocktype

(

char

c)

check if row is locked and type

Parameters

c	rowdata_s flags

Returns

NOLOCK|READLOCK|WRITELOCK

Definition at line 205 of file main.cc.

References LOCKEDFLAG, LOCKTYPEFLAG, NOLOCK, READLOCK, and WRITELOCK.

Referenced by Table::commitRollbackUnlock(), Table::deleterow(), Table::getrows(), Table::selectrows(), and Table::updaterow().

{
    if (!(c & 1 << LOCKEDFLAG))
    {
        return NOLOCK;
    }

    if (c & 1 << LOCKTYPEFLAG)
    {
        return WRITELOCK;
    }
    else
    {
        return READLOCK;
    }
}

Here is the caller graph for this function:

int16_t getPartitionid	(	fieldValue_s &	fieldVal,
		fieldtype_e	type,
		int16_t	numpartitions
	)

hash of field value for partition id

Parameters

fieldVal	field value
type	field type
numpartitions	number of partitions

Returns

Definition at line 237 of file main.cc.

References BOOL, fieldInput_u::boolean, CHAR, fieldInput_u::character, CHARX, FLOAT, fieldInput_u::floating, SpookyHash::Hash64(), INT, fieldInput_u::integer, fieldValue_s::str, UINT, fieldInput_u::uinteger, fieldValue_s::value, and VARCHAR.

Referenced by TransactionAgent::handledispatch().

{
    switch (type)
    {
    case INT:
        return SpookyHash::Hash64((void *) &fieldVal.value.integer,
                                  sizeof(fieldVal.value.integer), 0) %
                                  numpartitions;
        break;

    case UINT:
        return SpookyHash::Hash64((void *) &fieldVal.value.uinteger,
                                  sizeof(fieldVal.value.uinteger), 0) %
            numpartitions;
        break;

    case BOOL:
        return SpookyHash::Hash64((void *) &fieldVal.value.boolean,
                                  sizeof(fieldVal.value.boolean), 0) %
            numpartitions;
        break;

    case FLOAT:
        return SpookyHash::Hash64((void *) &fieldVal.value.floating,
                                  sizeof(fieldVal.value.floating), 0) %
            numpartitions;
        break;

    case CHAR:
        return SpookyHash::Hash64((void *) &fieldVal.value.character,
                                  sizeof(fieldVal.value.character), 0) %
            numpartitions;
        break;

    case CHARX:
        return SpookyHash::Hash64((void *) fieldVal.str.c_str(),
                                  fieldVal.str.length(), 0) % numpartitions;
        break;

    case VARCHAR:
        return SpookyHash::Hash64((void *) fieldVal.str.c_str(),
                                  fieldVal.str.length(), 0) % numpartitions;
        break;

    default:
        printf("%s %i anomaly fieldtype %i\n", __FILE__, __LINE__, type);
        return -1;
    }
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool getreplacedeleteflag

(

char

c)

get whether or not row is deleted as part of row replacement

Parameters

c	rowdata_s flags

Returns

is or is not

Definition at line 227 of file main.cc.

References REPLACEDELETEFLAG.

Referenced by Table::commitRollbackUnlock().

{
    return c & 1 << REPLACEDELETEFLAG;
}

Here is the caller graph for this function:

void like2Regex

(

string &

likeStr)

might be orpha, but convert LIKE operand to regex

Parameters

likeStr

LIKE operand

Definition at line 289 of file main.cc.

Referenced by Statement::andPredicate(), Index::like(), and Index::notlike().

{
    size_t pos;

    while ((pos = likeStr.find('_', 0)) != string::npos)
    {
        likeStr[pos]='.';
    }

    while ((pos = likeStr.find('%', 0)) != string::npos)
    {
        likeStr[pos]='*';
        likeStr.insert(pos, 1, '.');
    }
}

Here is the caller graph for this function:

int main	(	int	argc,
		char **	argv
	)

Definition at line 47 of file main.cc.

References Topology::addressStruct::actorid, Topology::partitionAddress::address, cfg_s::compressgw, connectionsMutex, Topology::partitionAddress::instance, logfile, Topology::partitionAddress::mbox, Topology::addressStruct::nodeid, Topology::nodeid, nodeTopology, nodeTopologyMutex, topologyMgr(), Topology::partitionAddress::type, zmqcontext, and zmqsocket.

{
    zmqcontext = zmq_ctx_new();
    zmq_ctx_set(zmqcontext, ZMQ_IO_THREADS, 2);
    setlinebuf(stdout);

    string logfilename;
    int c;

    while ((c = getopt(argc, argv, "l:m:n:hv")) != -1)
    {
        switch (c)
        {
        case 'm':
            zmqsocket.assign("tcp://");
            zmqsocket.append(optarg, strlen(optarg));
            break;

        case 'l':
            logfilename.assign(optarg, strlen(optarg));
            break;

        case 'n':
            nodeTopology.nodeid = atol(optarg);
            break;

        case 'h':
            printf("-m <management ip:port> -n <nodeid> -l <log path/file> -v\n");
            exit(0);
            break;

        case 'v':
            printf("%s\n", version);
            exit(0);

        default:
            ;
        }
    }

    if (!logfilename.size())
    {
        logfilename.assign("/tmp/infinisqld.log");
    }

    logfile = fopen(logfilename.c_str(), "a");

    if (logfile==NULL)
    {
        printf("%s %i cannot open logfile %s errno %i\n", __FILE__, __LINE__,
               logfilename.c_str(), errno);
        exit(1);
    }

    setlinebuf(logfile);

    pthread_mutexattr_t attr;
    attr.__align = PTHREAD_MUTEX_ADAPTIVE_NP;
    pthread_mutex_init(&nodeTopologyMutex, &attr);
    pthread_mutex_init(&connectionsMutex, &attr);
    pthread_t topologyMgrThread;
    Topology::partitionAddress *arg = new Topology::partitionAddress();
    arg->type = ACTOR_TOPOLOGYMGR;
    arg->mbox = new class Mbox;
    arg->address.nodeid = 1;
    arg->address.actorid = 1;
    arg->instance = -1;
  
    cfgs.compressgw=true;

    int rv=pthread_create(&topologyMgrThread, NULL, topologyMgr, arg);
    if (rv)
    {
        printf("%s %i pthread_create rv %i\n", __FILE__, __LINE__, rv);
        exit(1);
    }

    while (1)
    {
        sleep(10);
    }

    return 0;
}

Here is the call graph for this function:

void msgpack2Vector	(	vector< string > *	resultvector,
		char *	payload,
		int64_t	length
	)

convert msgpack to a vector of strings

Parameters

resultvector	output
payload	msgpack data
length	msgpack length

Definition at line 133 of file main.cc.

Referenced by TransactionAgent::compile(), TransactionAgent::login(), TransactionAgent::newprocedure(), and UserSchemaMgr::UserSchemaMgr().

{
    msgpack::unpacked msg;
    msgpack::unpack(&msg, payload, length);
    msgpack::object obj = msg.get();
    obj.convert(resultvector);
}

Here is the caller graph for this function:

char setdeleteflag

(

char *

c)

for delete operations on row

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 146 of file main.cc.

References DELETEFLAG.

Referenced by Table::deleterow().

{
    return *c |= 1 << DELETEFLAG;
}

Here is the caller graph for this function:

char setinsertflag

(

char *

c)

for insert operations on row

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 161 of file main.cc.

References INSERTFLAG.

Referenced by Table::newrow().

{
    return *c |= 1 << INSERTFLAG;
}

Here is the caller graph for this function:

void setprio

(

)

set real-time priority

for IbGateway and ObGateway to maximize throughput. Needs to be configured at OS level

Definition at line 424 of file main.cc.

References logfile, and RTPRIO.

Referenced by IbGateway::IbGateway(), and ObGateway::updateRemoteGateways().

{
    struct sched_param params;
    params.sched_priority=RTPRIO;
    int rv=pthread_setschedparam(pthread_self(), SCHED_FIFO, &params);
    if (rv != 0)
    {
        fprintf(logfile, "%s %i some problem setting priority %i for tid %li error %i\n", __FILE__, __LINE__, RTPRIO, pthread_self(), rv);
    }
}

Here is the caller graph for this function:

bool setreadlock

(

char *

c)

set read lock on row

Parameters

c	rowdata_s flags

Returns

success or failure

Definition at line 188 of file main.cc.

References LOCKEDFLAG, and LOCKTYPEFLAG.

Referenced by Table::commitRollbackUnlock(), Table::getrows(), and Table::selectrows().

{
    if (*c & 1 << LOCKEDFLAG)   // already locked
    {
        return false;
    }

    *c |= 1 << LOCKEDFLAG;
    *c &= ~(1 << LOCKTYPEFLAG);
    return true;
}

Here is the caller graph for this function:

char setreplacedeleteflag

(

char *

c)

set delete as part of replace row flag

Parameters

c	rowdata_s flags

Returns

rowdata_s flags

Definition at line 232 of file main.cc.

References REPLACEDELETEFLAG.

Referenced by Table::deleterow().

{
    return *c |= 1 << REPLACEDELETEFLAG;
}

Here is the caller graph for this function:

bool setwritelock

(

char *

c)

set write lock on row

Parameters

c	rowdata_s flags

Returns

success or failure

Definition at line 176 of file main.cc.

References LOCKEDFLAG, and LOCKTYPEFLAG.

Referenced by Table::getrows(), Table::newrow(), and Table::selectrows().

{
    if (*c & 1 << LOCKEDFLAG)   // already locked
    {
        return false;
    }

    *c |= 1 << LOCKEDFLAG;
    *c |= 1 << LOCKTYPEFLAG;
    return true;
}

Here is the caller graph for this function:

void stagedRow2ReturnRow	(	const stagedRow_s &	stagedRow,
		returnRow_s &	returnRow
	)

convert stagedRow_s to returnRow_s

Parameters

stagedRow	input stagedRow_s
returnRow	output returnRow_s

Definition at line 396 of file main.cc.

References stagedRow_s::cmd, INSERT, returnRow_s::locktype, stagedRow_s::locktype, stagedRow_s::newRow, stagedRow_s::newrowid, NOCOMMAND, stagedRow_s::originalRow, stagedRow_s::originalrowid, returnRow_s::previoussubtransactionid, stagedRow_s::previoussubtransactionid, returnRow_s::row, returnRow_s::rowid, and UPDATE.

Referenced by Statement::branchtotype(), and Statement::stagedPredicate().

{
    returnRow.previoussubtransactionid=stagedRow.previoussubtransactionid;
    returnRow.locktype=stagedRow.locktype;

    switch (stagedRow.cmd)
    {
    case NOCOMMAND:
        returnRow.rowid=stagedRow.originalrowid;
        returnRow.row=stagedRow.originalRow;
        break;

    case INSERT:
        returnRow.rowid=stagedRow.newrowid;
        returnRow.row=stagedRow.newRow;
        break;

    case UPDATE:
        returnRow.rowid=stagedRow.newrowid;
        returnRow.row=stagedRow.newRow;
        break;

    default:
        printf("%s %i anomaly %i\n", __FILE__, __LINE__, stagedRow.cmd);
        returnRow=returnRow_s();
    }
}

Here is the caller graph for this function:

void* topologyMgr

(

void *

identity)

Launcher function for TopologyMgr actor

Definition at line 599 of file TopologyMgr.cc.

Referenced by main().

{
    new TopologyMgr((Topology::partitionAddress *)identity);
    while (1)
    {
        sleep(1000000);
    }
    return NULL;
}

Here is the caller graph for this function:

void trimspace

(

string &

input)

Definition at line 382 of file main.cc.

Referenced by Index::between(), Index::comparison(), Transaction::continueCommitTransaction(), Index::deleteNonuniqueEntry(), Index::deleteUniqueEntry(), Transaction::getengine(), Transaction::getEngineid(), Index::getequal_f(), Index::getnotequal(), Index::getnotin(), Index::insertNonuniqueEntry(), Index::like(), Index::notlike(), Index::replaceNonunique(), Index::replaceUnique(), and SubTransaction::uniqueIndex().

{
    size_t last=input.find_last_not_of(' ');

    if (last != string::npos)
    {
        input.erase(last+1);
    }
    else
    {
        input.clear();
    }
}

Here is the caller graph for this function:

Variable Documentation

cfg_s cfgs

Definition at line 37 of file main.cc.

Referenced by IbGateway::inbufhandler(), TransactionAgent::login(), ObGateway::ObGateway(), and TransactionAgent::TransactionAgent().

pthread_mutex_t connectionsMutex

Definition at line 41 of file main.cc.

Referenced by Listener::Listener(), main(), and Pg::pgclosesocket().

std::vector<listenertype_e> listenerTypes

Definition at line 45 of file main.cc.

Referenced by Listener::Listener(), and Pg::pgclosesocket().

FILE* logfile

Definition at line 36 of file main.cc.

Referenced by UserSchemaMgr::addcolumn(), TransactionAgent::addcolumn(), Table::addfield(), Statement::andPredicate(), TransactionAgent::badMessageHandler(), Index::between(), TransactionAgent::changepassword(), Index::checkAndLock(), Transaction::checkLock(), Transaction::checkSqlLock(), Index::commitRollback(), SubTransaction::commitRollbackUnlock(), Table::commitRollbackUnlock(), Index::comparison(), Transaction::continueCommitTransaction(), Transaction::continueFetchRows(), Transaction::continueInsertRow(), Pg::continuePgCommitexplicit(), Pg::continuePgCommitimplicit(), Pg::continuePgFunc(), Pg::continuePgRollbackexplicit(), Pg::continuePgRollbackimplicit(), Transaction::continueReplaceRow(), Transaction::continueRollbackTransaction(), Transaction::continueSelectRows(), Transaction::continueSqlInsert(), Transaction::continueSqlPredicate(), Transaction::continueUnlockRow(), Transaction::continueUpdateRow(), TransactionAgent::createdomain(), UserSchemaMgr::createschema(), TransactionAgent::createschema(), UserSchemaMgr::createtable(), TransactionAgent::createtable(), TransactionAgent::createuser(), DeadlockMgr::DeadlockMgr(), debug(), TransactionAgent::deletedomain(), UserSchemaMgr::deleteindex(), TransactionAgent::deleteindex(), Table::deleterow(), UserSchemaMgr::deleteschema(), TransactionAgent::deleteschema(), UserSchemaMgr::deletetable(), TransactionAgent::deletetable(), Index::deleteUniqueEntry(), TransactionAgent::deleteuser(), SubTransaction::drainIndexLockQueue(), Engine::Engine(), Transaction::getengine(), Transaction::getEngineid(), Index::getequal_f(), Index::getnotequal(), Index::getnotin(), Index::getnotnulls(), Table::getrows(), IbGateway::IbGateway(), SubTransaction::indexSearch(), Pg::initcmd(), Listener::Listener(), TransactionAgent::login(), main(), Index::makeindex(), Table::makerow(), Topology::newActor(), Pg::pgclosesocket(), SubTransaction::processTransactionMessage(), Transaction::processTransactionMessage(), Index::regex(), IbGateway::removefds(), Index::replaceUnique(), TransactionAgent::schemaBoilerplate(), Transaction::select(), Table::selectrows(), Message::ser(), MessageSocket::ser(), MessageUserSchema::ser(), MessageDeadlock::ser(), MessageTransaction::ser(), MessageSubtransactionCmd::ser(), MessageCommitRollback::ser(), MessageDispatch::ser(), MessageAckDispatch::ser(), MessageApply::ser(), MessageAckApply::ser(), setprio(), Listener::startsocket(), TopologyMgr::TopologyMgr(), TransactionAgent::TransactionAgent(), Table::unmakerow(), ObGateway::updateRemoteGateways(), Table::updaterow(), and UserSchemaMgr::UserSchemaMgr().

class Topology nodeTopology

Definition at line 39 of file main.cc.

Referenced by Transaction::continueCommitTransaction(), Transaction::getengine(), Transaction::getEngineid(), main(), Operation::Operation(), Transaction::select(), Transaction::sqlPredicate(), Transaction::sqlSelectAll(), TopologyMgr::TopologyMgr(), Mboxes::update(), TopologyMgr::updateGlobalConfig(), and TopologyMgr::updateLocalConfig().

pthread_mutex_t nodeTopologyMutex

Definition at line 40 of file main.cc.

Referenced by main(), Mboxes::update(), TopologyMgr::updateGlobalConfig(), and TopologyMgr::updateLocalConfig().

std::vector<class MboxProducer *> socketAffinity

Definition at line 44 of file main.cc.

Referenced by Listener::Listener(), and Pg::pgclosesocket().

std::string storedprocprefix = "InfiniSQL_"

Definition at line 43 of file main.cc.

Referenced by Pg::continueLogin(), and TransactionAgent::newprocedure().

void* zmqcontext

Definition at line 42 of file main.cc.

Referenced by main(), and TopologyMgr::TopologyMgr().

std::string zmqsocket

Definition at line 38 of file main.cc.

Referenced by main(), and TopologyMgr::TopologyMgr().