Sat Oct 23, 2021 8:28 am
Login Register Lost Password? Contact Us


hpcc-streaming-kafka - Dali SDS client transactions error

Questions around writing code and queries

Sat Oct 10, 2015 7:16 pm Change Time Zone

I'm running the hpcc-streaming-kafka, when I schedule the BuildIndex_Scheduler.ecl, I started receiving
Code: Select all
"WARNING: Excessive concurrent Dali SDS client transactions. Transaction delayed."

After 3 retires I received form mythor log
Code: Select all
000007BE 2015-10-10 13:35:04.367 20100 26066 "ERROR: -6: Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>, "
000007BF 2015-10-10 13:35:04.367 20100 26066 "INFORM [EXCEPTION]"
000007C0 2015-10-10 13:35:04.367 20100 26066 "ERROR: -6: Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>, "
000007C1 2015-10-10 13:35:04.367 20100 26066 "Posting exception: Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>,  to agent 192.168.198.1 for workunit(W20151010-130405)"
000007C2 2015-10-10 13:35:04.373 20100 26066 "INFORM [EXCEPTION]"
000007C3 2015-10-10 13:35:04.373 20100 26066 "Abort condition set - activity(workunitwrite, 83)"
000007C4 2015-10-10 13:35:04.373 20100 26066 "Abort condition set - activity(firstn, 82)"
000007C5 2015-10-10 13:35:04.373 20100 26066 "Abort condition set - activity(SOAP_datasetdataset, 81)"
000007C6 2015-10-10 13:35:04.373 20100 26066 "Abort condition set - activity(inlinetable, 80)"
000007C7 2015-10-10 13:35:04.376 20100 20100 " - graph(graph9, 79) : Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>, "
000007C8 2015-10-10 13:35:04.386 20100 26066 ",Timing,ThorGraph,mythor,W20151010-130405,9,79,1,1500502,FAILED,mythor,thor.thor,thor_roxie.thor"
000007C9 2015-10-10 13:35:04.387 20100 20100 "ERROR: -6: /var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp(2113) : Graph[79], Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>, "
000007CA 2015-10-10 13:35:04.387 20100 20100 "ERROR: -6: Graph[79], Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>, "
000007CB 2015-10-10 13:35:04.387 20100 20100 "INFORM [EXCEPTION]"
000007CC 2015-10-10 13:35:04.387 20100 20100 "ERROR: -6: Graph[79], Graph[79], SOAP_datasetdataset[81]: SLAVE #1 [192.168.198.1:20100]: <Error><text>timeout&#32;expired&#10;Target:&#32;C!127.0.0.1,&#32;Raised&#32;in:&#32;/var/lib/jenkins/workspace/CE-Candidate-withplugins-5.2.8-1/CE/ubuntu-15.04-amd64/HPCC-Platform/system/jlib/jsocket.cpp,&#32;line&#32;1524</text><url>http://127.0.0.1:8010/WsPackageProcess</url></Error>, "
000007CD 2015-10-10 13:35:04.387 20100 20100 "INFORM [EXCEPTION]"


This is Code is from the DeployPackage.ecl

Code: Select all
IMPORT $, STD;

ListAllQueries := {
    STRING QuerySetName { XPATH('QuerySetName') },
    STRING filter { XPATH('Filter') },
    STRING ClusterName { XPATH('ClusterName') },
    STRING FilterType { XPATH('FilterType') }
};

QueryNameLayout := {
    STRING query_name {maxlength(1024), xpath('Name')}
};

// List of All Queries
DeployedQueries := FUNCTION
    requestDataset := DATASET([{'roxie', '', '', 'All'}], ListAllQueries);
    response :=
        SOAPCALL(
            requestDataset,
            $.constants.roxieUrl_WsWorkunits,
            'WUQuerysetDetails',
            ListAllQueries,
            TRANSFORM(LEFT),
            DATASET(QueryNameLayout),
            literal,
            XPATH('WUQuerySetDetailsResponse/QuerysetQueries/QuerySetQuery')
        );
   
    // remove data queries and dedup
    RETURN DEDUP(response(query_name[1..9] != '_roxiepkg'), query_name, ALL);
END;

// Filter out the queries for telematics project
telematicsqueries := DeployedQueries(query_name[1..10] = 'telematics');

RecWithSuperFile := RECORD
    STRING queryname;
    STRING superfile;
END;

// Right now the ROXIE Query names are hardcoded. This will change with newer version to get all queries deployed on ROXIE and build the package against all queries.
getSuperFile(STRING queryname) := FUNCTION
    mapOfQueries :=
       MAP((queryname = 'telematics_service_accdec')      => $.files.SUPERKEY_ACCDEC,
           (queryname = 'telematics_service_km_by_speed') => $.files.SUPERKEY_SPEED,
           '');
    RETURN mapOfQueries;                                           
END;

RecWithSuperFile Xform(DeployedQueries dq) := TRANSFORM
    SELF.queryname := dq.query_name;
    SELF.superfile := getSuperFile(dq.query_name);                               
END;

ds_results := PROJECT(telematicsqueries, Xform(LEFT));
// ds_results;

// Form Package for Each Query
pack_for_query1 :=
    $.CreatePackageMapString(ds_results[1].queryName,
                             ds_results[1].superfile,
                             STD.Str.FindReplace(ds_results[1].superfile, '~', ''));
                                                                                       
pack_for_query2 :=
    $.CreatePackageMapString(ds_results[2].queryName,
                             ds_results[2].superfile,
                             STD.Str.FindReplace(ds_results[2].superfile, '~', ''));

completePackage := '<RoxiePackages>' + pack_for_query1 + pack_for_query2 +'</RoxiePackages>';   
// completePackage;

RequestLayout := RECORD
    STRING  packageMapData   {XPATH('Info')};
    BOOLEAN overwritePackage {XPATH('OverWrite')};
    BOOLEAN activatePackage  {XPATH('Activate')};
    STRING  targetCluster    {XPATH('Target')};
    STRING  packageMapID     {XPATH('PackageMap')};
    STRING    Process          {XPATH('Process')};
    STRING    DaliIp           {XPATH('DaliIp')};
END;

request :=
    DATASET(
        [{completePackage,
             TRUE,
             TRUE,
             $.constants.Roxie_Clustername,
             $.constants.Package_Name,
             '*',
             $.constants.Dali_IP
         }],
        RequestLayout
    );

ResponseLayout := RECORD
    STRING code        {XPATH('Code')};
    STRING description {XPATH('Description')};
END;

EXPORT DeployPackage :=
    SOAPCALL(
        request,
        $.constants.RoxieUrl_WsPackageProcess,
        'AddPackage',
        RequestLayout,
        TRANSFORM(LEFT),
        DATASET(ResponseLayout),
        XPATH('AddPackageResponse/status')
    );


Do you have any ideas on why is giving this exceptions, also I can't query the ECL watch.

Thanks,
iemem15
 
Posts: 4
Joined: Fri Sep 18, 2015 11:37 pm

Return to Programming

Who is online

Users browsing this forum: No registered users and 1 guest

cron