Examples

(stream<rstring filename> Files) as HDFS2DirectoryScan_1 = HDFS2DirectoryScan() 
{ 
    param 
        directory     : "/user/clsadmin/works"; 
        hdfsUri       : "webhdfs://hdfsServer:8443"; 
        hdfsPassword  : "password"; 
        hdfsUser      : "clsadmin"; 
        sleepTime     : 2.0; 
} 

This example uses the HDFS2DirectoryScan operator to scan the HDFS directory On IBM Cloud. The hdfsUser and hdfsPassword parameters are now difined in credentials JSON string.

param 
    expression<rstring> $credentials : getSubmissionTimeValue("credentials", "{
        \"user\"     : \"clsadmin\",
        \"password\" : \"IAE-password\",
        \"webhdfs\"  : \"webhdfs://ip-address:8443\"
   }"


    (stream<rstring filename> Files) as HDFS2DirectoryScan_2 = HDFS2DirectoryScan() 
    { 
        param 
            directory     : "/user/clsadmin/works"; 
            credentials   : $credentials; 
            sleepTime     : 2.0; 
    } 

(stream<rstring filename> Files) as HDFS2DirectoryScan_3 = HDFS2DirectoryScan() 
{ 
    param 
        directory     : "/user/myuser/"; 
        hdfsUri       : "hdfs://hdfsServer:8020"; 
        sleepTime     : 2.0; 
}