mas01cr@239: #include "audioDB.h"
mas01cr@239: #include "adb.nsmap"
mas01cr@239: 
mas01cr@239: /* Command-line client definitions */
mas01cr@239: 
mas01cr@239: // FIXME: this can't propagate the sequence length argument (used for
mas01cr@239: // dudCount).  See adb__status() definition for the other half of
mas01cr@239: // this.  -- CSR, 2007-10-01
mas01cr@239: void audioDB::ws_status(const char*dbName, char* hostport){
mas01cr@239:   struct soap soap;
mas01cr@239:   adb__statusResponse adbStatusResponse;  
mas01cr@239:   
mas01cr@239:   // Query an existing adb database
mas01cr@239:   soap_init(&soap);
mas01cr@239:   if(soap_call_adb__status(&soap,hostport,NULL,(char*)dbName,adbStatusResponse)==SOAP_OK) {
mas01cr@239:     std::cout << "numFiles = " << adbStatusResponse.result.numFiles << std::endl;
mas01cr@239:     std::cout << "dim = " << adbStatusResponse.result.dim << std::endl;
mas01cr@239:     std::cout << "length = " << adbStatusResponse.result.length << std::endl;
mas01cr@239:     std::cout << "dudCount = " << adbStatusResponse.result.dudCount << std::endl;
mas01cr@239:     std::cout << "nullCount = " << adbStatusResponse.result.nullCount << std::endl;
mas01mc@319:     std::cout << "flags = " << (adbStatusResponse.result.flags & 0x00FFFFFF) << std::endl;
mas01cr@239:   } else {
mas01cr@239:     soap_print_fault(&soap,stderr);
mas01cr@239:   }
mas01cr@239:   
mas01cr@239:   soap_destroy(&soap);
mas01cr@239:   soap_end(&soap);
mas01cr@239:   soap_done(&soap);
mas01cr@239: }
mas01cr@239: 
mas01mc@308: // WS_QUERY (CLIENT SIDE)
mas01mc@307: void audioDB::ws_query(const char*dbName, const char *featureFileName, const char* hostport){
mas01cr@239:   struct soap soap;
mas01cr@239:   adb__queryResponse adbQueryResponse;  
mas01cr@239: 
mas01cr@239:   soap_init(&soap);  
mas01cr@239:   if(soap_call_adb__query(&soap,hostport,NULL,
mas01mc@307: 			  (char*)dbName,(char*)featureFileName,(char*)trackFileName,(char*)timesFileName,
mas01cr@239: 			  queryType, queryPoint, pointNN, trackNN, sequenceLength, adbQueryResponse)==SOAP_OK){
mas01cr@239:     //std::std::cerr << "result list length:" << adbQueryResponse.result.__sizeRlist << std::std::endl;
mas01cr@239:     for(int i=0; i<adbQueryResponse.result.__sizeRlist; i++)
mas01cr@239:       std::cout << adbQueryResponse.result.Rlist[i] << " " << adbQueryResponse.result.Dist[i] 
mas01cr@239: 		<< " " << adbQueryResponse.result.Qpos[i] << " " << adbQueryResponse.result.Spos[i] << std::endl;
mas01cr@239:   }
mas01cr@239:   else
mas01cr@239:     soap_print_fault(&soap,stderr);
mas01cr@239:   
mas01cr@239:   soap_destroy(&soap);
mas01cr@239:   soap_end(&soap);
mas01cr@239:   soap_done(&soap);
mas01cr@239: }
mas01mc@307: 
mas01mc@308: // WS_QUERY_BY_KEY (CLIENT SIDE)
mas01mc@307: void audioDB::ws_query_by_key(const char*dbName, const char *trackKey, const char* hostport){
mas01mc@307:   struct soap soap;
mas01mc@307:   adb__queryResponse adbQueryResponse;  
mas01mc@314:   /*  JUST TRY TO USE A DATA STRUCTURE WITH PHP
mas01mc@314:       adb__sequenceQueryParms asqp;
mas01mc@314:       asqp.keyList = (char*)trackFileName;
mas01mc@314:       asqp.timesFileName = (char*)timesFileName;
mas01mc@314:       asqp.queryPoint = queryPoint;
mas01mc@314:       asqp.pointNN = pointNN;
mas01mc@314:       asqp.trackNN = trackNN;
mas01mc@314:       asqp.sequenceLength = sequenceLength;
mas01mc@314:       asqp.radius = radius;
mas01mc@314:       asqp.relative_threshold = relative_threshold;
mas01mc@314:       asqp.absolute_threshold = absolute_threshold;
mas01mc@314:       asqp.usingQueryPoint = usingQueryPoint;
mas01mc@314:       asqp.lsh_exact = lsh_exact;
mas01mc@314:   */
mas01mc@307: 
mas01mc@307:   soap_init(&soap);  
mas01mc@307:   if(queryType==O2_SEQUENCE_QUERY || queryType==O2_N_SEQUENCE_QUERY){
mas01mc@314:     if(soap_call_adb__sequenceQueryByKey(&soap,hostport,NULL,
mas01mc@314: 					   (char*)dbName,
mas01mc@314: 					   (char*)trackKey,
mas01mc@314: 					   queryType,
mas01mc@314: 					   (char*)trackFileName,
mas01mc@314: 					   (char*)timesFileName,
mas01mc@314: 					   queryPoint,
mas01mc@314: 					   pointNN,
mas01mc@314: 					   trackNN,
mas01mc@314: 					   sequenceLength,
mas01mc@314: 					   radius,
mas01mc@314: 					   absolute_threshold,
mas01mc@314: 					   usingQueryPoint,
mas01mc@314: 					   lsh_exact,
mas01mc@314: 					 adbQueryResponse)==SOAP_OK){
mas01mc@307:       //std::std::cerr << "result list length:" << adbQueryResponse.result.__sizeRlist << std::std::endl;
mas01mc@307:       for(int i=0; i<adbQueryResponse.result.__sizeRlist; i++)
mas01mc@307: 	std::cout << adbQueryResponse.result.Rlist[i] << " " << adbQueryResponse.result.Dist[i] 
mas01mc@307: 		  << " " << adbQueryResponse.result.Qpos[i] << " " << adbQueryResponse.result.Spos[i] << std::endl;
mas01mc@307:     }
mas01mc@307:     else
mas01mc@307:       soap_print_fault(&soap,stderr);
mas01mc@307:   }else
mas01mc@307:     ;// FIX ME: WRITE NON-SEQUENCE QUERY BY KEY ?
mas01mc@307:   
mas01mc@307:   soap_destroy(&soap);
mas01mc@307:   soap_end(&soap);
mas01mc@307:   soap_done(&soap);
mas01mc@307: }
mas01mc@307: 
mas01cr@239: 
mas01cr@239: /* Server definitions */
mas01cr@239: int adb__status(struct soap* soap, xsd__string dbName, adb__statusResponse &adbStatusResponse){
mas01mc@307:   char* const argv[]={"./audioDB",COM_STATUS,"-d",dbName};
mas01cr@239:   const unsigned argc = 4;
mas01cr@239:   try {
mas01cr@239:     audioDB(argc, argv, &adbStatusResponse);
mas01cr@239:     return SOAP_OK;
mas01cr@239:   } catch(char *err) {
mas01cr@239:     soap_receiver_fault(soap, err, "");
mas01cr@239:     return SOAP_FAULT;
mas01cr@239:   }
mas01cr@239: }
mas01mc@308:  
mas01cr@239: // Literal translation of command line to web service
mas01cr@239: int adb__query(struct soap* soap, xsd__string dbName, xsd__string qKey, xsd__string keyList, xsd__string timesFileName, xsd__int qType, xsd__int qPos, xsd__int pointNN, xsd__int trackNN, xsd__int seqLen, adb__queryResponse &adbQueryResponse){
mas01cr@239:   char queryType[256];
mas01cr@239:   for(int k=0; k<256; k++)
mas01cr@239:     queryType[k]='\0';
mas01cr@239:   if(qType == O2_POINT_QUERY)
mas01cr@239:     strncpy(queryType, "point", strlen("point"));
mas01cr@239:   else if (qType == O2_SEQUENCE_QUERY)
mas01cr@239:     strncpy(queryType, "sequence", strlen("sequence"));
mas01cr@239:   else if(qType == O2_TRACK_QUERY)
mas01cr@239:     strncpy(queryType,"track", strlen("track"));
mas01mc@316:   else if(qType == O2_N_SEQUENCE_QUERY)
mas01mc@316:     strncpy(queryType,"nsequence", strlen("nsequence"));
mas01cr@239: 
mas01cr@239:   if(pointNN==0)
mas01cr@239:     pointNN=10;
mas01cr@239:   if(trackNN==0)
mas01cr@239:     trackNN=10;
mas01cr@239:   if(seqLen==0)
mas01cr@239:     seqLen=16;
mas01cr@239: 
mas01cr@239:   char qPosStr[256];
mas01cr@239:   sprintf(qPosStr, "%d", qPos);
mas01cr@239:   char pointNNStr[256];
mas01cr@239:   sprintf(pointNNStr,"%d",pointNN);
mas01cr@239:   char trackNNStr[256];
mas01cr@239:   sprintf(trackNNStr,"%d",trackNN);
mas01cr@239:   char seqLenStr[256];  
mas01cr@239:   sprintf(seqLenStr,"%d",seqLen);
mas01cr@239:   
mas01cr@239:   const  char* argv[] ={
mas01cr@239:     "./audioDB", 
mas01cr@239:     COM_QUERY, 
mas01cr@239:     queryType, // Need to pass a parameter
mas01cr@239:     COM_DATABASE,
mas01cr@239:     ENSURE_STRING(dbName),
mas01cr@239:     COM_FEATURES,
mas01cr@239:     ENSURE_STRING(qKey),
mas01cr@239:     COM_KEYLIST,
mas01cr@239:     ENSURE_STRING(keyList),
mas01cr@239:     COM_TIMES,
mas01cr@239:     ENSURE_STRING(timesFileName),
mas01cr@239:     COM_QPOINT, 
mas01cr@239:     qPosStr,
mas01cr@239:     COM_POINTNN,
mas01cr@239:     pointNNStr,
mas01cr@239:     COM_TRACKNN,
mas01cr@239:     trackNNStr, // Need to pass a parameter
mas01cr@239:     COM_SEQLEN,
mas01cr@239:     seqLenStr
mas01cr@239:   };
mas01cr@239: 
mas01cr@239:   const unsigned argc = 19;
mas01cr@239:   try {
mas01cr@239:     audioDB(argc, (char* const*)argv, &adbQueryResponse);
mas01cr@239:     return SOAP_OK;
mas01cr@239:   } catch (char *err) {
mas01cr@239:     soap_receiver_fault(soap, err, "");
mas01cr@239:     return SOAP_FAULT;
mas01cr@239:   }
mas01cr@239: }
mas01cr@239: 
mas01mc@314: int adb__sequenceQueryByKey(struct soap* soap,xsd__string dbName,
mas01mc@314: 			    xsd__string trackKey,
mas01mc@314: 			    xsd__int queryType,
mas01mc@314: 			    xsd__string trackFileName,
mas01mc@314: 			    xsd__string timesFileName,
mas01mc@314: 			    xsd__int queryPoint,
mas01mc@314: 			    xsd__int pointNN,
mas01mc@314: 			    xsd__int trackNN,
mas01mc@314: 			    xsd__int sequenceLength,
mas01mc@314: 			    xsd__double radius,
mas01mc@314: 			    xsd__double absolute_threshold,
mas01mc@314: 			    xsd__int usingQueryPoint,
mas01mc@314: 			    xsd__int lsh_exact,
mas01mc@314: 			    struct adb__queryResponse& adbQueryResponse){
mas01mc@307:   char radiusStr[256];
mas01cr@239:   char qPosStr[256];
mas01cr@239:   char pointNNStr[256];
mas01cr@239:   char trackNNStr[256];
mas01cr@239:   char seqLenStr[256];
mas01cr@239:   char absolute_thresholdStr[256];
mas01mc@307:   char qtypeStr[256];
mas01cr@239: 
mas01cr@239:   /* When the branch is merged, move this to a header and use it
mas01cr@239:      elsewhere */
mas01cr@239: #define INTSTRINGIFY(val, str) \
mas01cr@239:   snprintf(str, 256, "%d", val);
mas01cr@239: #define DOUBLESTRINGIFY(val, str) \
mas01cr@239:   snprintf(str, 256, "%f", val);
mas01cr@239: 
mas01mc@314:   INTSTRINGIFY(queryPoint, qPosStr);
mas01mc@314:   INTSTRINGIFY(pointNN, pointNNStr);
mas01mc@314:   INTSTRINGIFY(trackNN, trackNNStr);
mas01mc@314:   INTSTRINGIFY(sequenceLength, seqLenStr);
mas01mc@314:   DOUBLESTRINGIFY(absolute_threshold, absolute_thresholdStr);
mas01mc@314:   DOUBLESTRINGIFY(radius, radiusStr);
mas01mc@307: 
mas01mc@307:   // WS queries only support 1-nearest neighbour point reporting
mas01mc@307:   // at the moment, until we figure out how to better serve results
mas01mc@307:   snprintf(qtypeStr, 256, "nsequence");
mas01mc@310:   const char *argv[]={
mas01cr@239:     "./audioDB",
mas01cr@239:     COM_QUERY,
mas01mc@307:     qtypeStr,
mas01cr@239:     COM_DATABASE,
mas01cr@239:     dbName, 
mas01mc@307:     COM_QUERYKEY,
mas01mc@314:     ENSURE_STRING(trackKey),
mas01cr@239:     COM_KEYLIST,
mas01mc@314:     ENSURE_STRING(trackFileName),
mas01mc@314:     usingQueryPoint?COM_QPOINT:COM_EXHAUSTIVE,
mas01mc@314:     usingQueryPoint?qPosStr:"",
mas01cr@239:     COM_POINTNN,
mas01cr@239:     pointNNStr,
mas01cr@239:     COM_TRACKNN,
mas01cr@239:     trackNNStr,
mas01mc@307:     COM_RADIUS,
mas01mc@307:     radiusStr,
mas01cr@239:     COM_SEQLEN,
mas01cr@239:     seqLenStr,
mas01cr@239:     COM_ABSOLUTE_THRESH,
mas01mc@310:     absolute_thresholdStr,
mas01mc@314:     lsh_exact?COM_LSH_EXACT:""
mas01cr@239:   };
mas01cr@239: 
mas01mc@310:   const unsigned argc = 22;
mas01mc@310:   
mas01mc@310:  
mas01cr@239:   try {
mas01cr@239:     audioDB(argc, (char* const*)argv, &adbQueryResponse);
mas01cr@239:     return SOAP_OK;
mas01cr@239:   } catch (char *err) {
mas01cr@239:     soap_receiver_fault(soap, err, "");
mas01cr@239:     return SOAP_FAULT;
mas01cr@239:   }
mas01cr@239: }
mas01cr@239: 
mas01cr@239: /* Server loop */
mas01cr@239: void audioDB::startServer(){
mas01cr@239:   struct soap soap;
mas01cr@239:   int m, s; // master and slave sockets
mas01cr@239:   soap_init(&soap);
mas01cr@239:   // FIXME: largely this use of SO_REUSEADDR is to make writing (and
mas01cr@239:   // running) test cases more convenient, so that multiple test runs
mas01cr@239:   // in close succession don't fail because of a bin() error.
mas01cr@239:   // Investigate whether there are any potential drawbacks in this,
mas01cr@239:   // and also whether there's a better way to write the tests.  --
mas01cr@239:   // CSR, 2007-10-03
mas01cr@239:   soap.bind_flags |= SO_REUSEADDR;
mas01cr@239:   m = soap_bind(&soap, NULL, port, 100);
mas01cr@239:   if (m < 0)
mas01cr@239:     soap_print_fault(&soap, stderr);
mas01cr@239:   else
mas01cr@239:     {
mas01cr@239:       fprintf(stderr, "Socket connection successful: master socket = %d\n", m);
mas01mc@308:       // Make a global Web Services LSH Index (SINGLETON)
mas01mc@313:       if(WS_load_index && dbName && !index_exists(dbName, radius, sequenceLength)){
mas01mc@313:         error("Can't find requested index file:", index_get_name(dbName,radius,sequenceLength));
mas01mc@313:       }
mas01mc@308:       if(WS_load_index && dbName && index_exists(dbName, radius, sequenceLength)){
mas01mc@308: 	char* indexName = index_get_name(dbName, radius, sequenceLength);
mas01mc@308: 	fprintf(stderr, "Loading LSH hashtables: %s...\n", indexName);
mas01mc@308: 	lsh = new LSH(indexName, true);
mas01mc@308: 	assert(lsh);
mas01mc@308: 	SERVER_LSH_INDEX_SINGLETON = lsh;
mas01mc@308: 	fprintf(stderr, "LSH INDEX READY\n");
mas01mc@308: 	fflush(stderr);
mas01mc@308: 	delete[] indexName;
mas01mc@308:       }
mas01mc@322:       
mas01mc@322:       // Server-side path prefix to databases and features
mas01mc@322:       if(adb_root)
mas01mc@322: 	SERVER_ADB_ROOT = (char*)adb_root; // Server-side database root
mas01mc@322:       if(adb_feature_root)
mas01mc@322: 	SERVER_ADB_FEATURE_ROOT = (char*)adb_feature_root; // Server-side features root
mas01mc@308: 
mas01cr@239:       for (int i = 1; ; i++)
mas01cr@239: 	{
mas01cr@239: 	  s = soap_accept(&soap);
mas01cr@239: 	  if (s < 0)
mas01cr@239: 	    {
mas01cr@239: 	      soap_print_fault(&soap, stderr);
mas01cr@239: 	      break;
mas01cr@239: 	    }
mas01cr@239:           /* FIXME: find a way to play nice with logging when run from
mas01cr@239:              /etc/init.d scripts: at present this just goes nowhere */
mas01cr@239: 	  fprintf(stderr, "%d: accepted connection from IP=%lu.%lu.%lu.%lu socket=%d\n", i,
mas01cr@239: 		  (soap.ip >> 24)&0xFF, (soap.ip >> 16)&0xFF, (soap.ip >> 8)&0xFF, soap.ip&0xFF, s);
mas01cr@239: 	  if (soap_serve(&soap) != SOAP_OK) // process RPC request
mas01cr@239: 	    soap_print_fault(&soap, stderr); // print error
mas01cr@239: 	  fprintf(stderr, "request served\n");
mas01cr@239: 	  soap_destroy(&soap); // clean up class instances
mas01cr@239: 	  soap_end(&soap); // clean up everything and close socket
mas01cr@239: 	}
mas01cr@239:     }
mas01cr@239:   soap_done(&soap); // close master socket and detach environment
mas01cr@239: }