Non - compilation of jobs in Parallel Extender

Post questions here relative to DataStage Enterprise/PX Edition for such areas as Parallel job design, Parallel datasets, BuildOps, Wrappers, etc.

Moderators: chulett, rschirm, roy

Post Reply
Sreenivasulu
Premium Member
Premium Member
Posts: 892
Joined: Thu Oct 16, 2003 5:18 am

Non - compilation of jobs in Parallel Extender

Post by Sreenivasulu »

We are trying to compile jobs in Parallel Extender. Its not compiling for
jobs that have transformations

Log file for reference
==============

Output from transformer compilation follows:

##I TFCN 000000 16:01:56(000) <main_program>
DataStage XE Parallel Extender V6.0r3
Copyright (C) 1997 - 2002 Ascential Software, Inc.
All Rights Reserved


##I TUTL 001002 16:01:56(001) <main_program> The open files limit is 2000; raising to 2147483647.
##I TOSH 000010 16:01:56(002) <main_program> orchgeneral: loaded
##I TOSH 000010 16:01:56(003) <main_program> orchsort: loaded
##I TOSH 000010 16:01:56(004) <main_program> orchstats: loaded
##I TFSC 000000 16:01:56(005) <main_program> APT configuration file: /synchen/dstage/Ascential/DataStage/Configurations/default.apt
WARNING:TFCP 16:01:58(000) <transform> transform/transform.C(1.9.2.14),881: The number of reject datasets "0"is less than the number of input datasets "1".
WARNING:TFCP 16:01:58(001) <transform> transform/transform.C(1.9.2.14),881: The number of reject datasets "0"is less than the number of input datasets "1".
##E TBLD 001017 16:01:58(000) <main_program> Error when checking composite operator: Subprocess command failed with exit status 32512
##E TFSR 000059 16:01:58(001) <main_program> Could not check all operators because of previous error(s)
##W TBLD 001014 16:01:58(002) <main_program> Error when checking composite operator: Output from subprocess: sh: /usr/vacpp/bin/xlC_r: not found.
##I TBLD 001005 16:01:58(003) <transform> Error when checking composite operator: /usr/vacpp/bin/xlC_r -O -I/synchen/dstage/Ascential/DataStage/PXEngine/include -+ -O -g -c /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.C -o /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.tmp.o
(ExceptionRVPS.XfmRejects)

*** Internal Generated Transformer Code follows:
0001: //
0002: // Generated file to implement the Job_XfmRejects transform operator.
0003: // (Generated on 10/16/03 3:59:57 PM)
0004: //
0005:
0006: // define our input/output link names
0007: inputname 0 DSLink6;
0008: outputname 0 DSLink14;
0009: outputname 1 DSLink15;
0010:
0011: initialize {
0012: // define our row rejected variable
0013: int8 RowRejected0;
0014:
0015: // define our null set variable
0016: int8 NullSetVar0;
0017:
0018: }
0019:
0020: mainloop {
0021: // initialise our row rejected variable
0022: RowRejected0 = 1;
0023:
0024: // evaluate columns (no constraints) for link: DSLink14
0025: DSLink14.REJECT_VAL_POSIT_STG_ID = DSLink6.VAL_POSIT_STG_ID;
0026: DSLink14.FEED_TY = DSLink6.FEED_TY;
0027: DSLink14.FEED_NM = DSLink6.FEED_NM;
0028: DSLink14.FEED_ORIGIN_TS = DSLink6.FEED_ORIGIN_TS;
0029: DSLink14.FEED_SNAP_SHOT_DT = DSLink6.FEED_SNAP_SHOT_DT;
0030: DSLink14.FEED_VERS_NO = DSLink6.FEED_VERS_NO;
0031: DSLink14.VAL_AUDITED_IN = DSLink6.VAL_AUDITED_IN;
0032: DSLink14.RPT_PERIOD_END_DT = DSLink6.RPT_PERIOD_END_DT;
0033: DSLink14.FND_ACCT_NO = DSLink6.FND_ACCT_NO;
0034: DSLink14.VAL_POSIT_TY = DSLink6.VAL_POSIT_TY;
0035: DSLink14.SECURITY_ID = DSLink6.SECURITY_ID;
0036: DSLink14.SECURITY_ID_EXTN_TX = DSLink6.SECURITY_ID_EXTN_TX;
0037: DSLink14.LOT_NO = DSLink6.LOT_NO;
0038: DSLink14.NOMINAL_HOLDING_QY = DSLink6.NOMINAL_HOLDING_QY;
0039: DSLink14.ORIG_VAL_HOLDING_QY = DSLink6.ORIG_VAL_HOLDING_QY;
0040: DSLink14.PR_PER_UNIT_LCL_AM = DSLink6.PR_PER_UNIT_LCL_AM;
0041: DSLink14.BC_LCL_AM = DSLink6.BC_LCL_AM;
0042: DSLink14.BC_BASE_AM = DSLink6.BC_BASE_AM;
0043: DSLink14.VAL_PR_AM = DSLink6.VAL_PR_AM;
0044: DSLink14.PR_QUALIFIER_CD = DSLink6.PR_QUALIFIER_CD;
0045: DSLink14.QUOTE_SERVICE_CD = DSLink6.QUOTE_SERVICE_CD;
0046: DSLink14.QUOTE_CONTRIBUTOR_CD = DSLink6.QUOTE_CONTRIBUTOR_CD;
0047: DSLink14.MKT_VAL_LCL_AM = DSLink6.MKT_VAL_LCL_AM;
0048: DSLink14.MKT_VAL_BASE_AM = DSLink6.MKT_VAL_BASE_AM;
0049: DSLink14.UNREALISED_PL_MKT_VAL_LCL_AM = DSLink6.UNREALISED_PL_MKT_VAL_LCL_AM;
0050: DSLink14.UNREALISED_PL_MKT_VAL_BASE_AM = DSLink6.UNREALISED_PL_MKT_VAL_BASE_AM;
0051: DSLink14.CCY_UNREALISED_PL_AM = DSLink6.CCY_UNREALISED_PL_AM;
0052: DSLink14.INT_RT = DSLink6.INT_RT;
0053: DSLink14.ACCR_DS = DSLink6.ACCR_DS;
0054: DSLink14.ACCR_INT_LCL_AM = DSLink6.ACCR_INT_LCL_AM;
0055: DSLink14.ACCR_INT_BASE_AM = DSLink6.ACCR_INT_BASE_AM;
0056: DSLink14.ACCR_INT_ADJ_LCL_AM = DSLink6.ACCR_INT_ADJ_LCL_AM;
0057: DSLink14.ACCR_INT_ADJ_BASE_AM = DSLink6.ACCR_INT_ADJ_BASE_AM;
0058: DSLink14.GR_REDEMPTION_YIELD_PT = DSLink6.GR_REDEMPTION_YIELD_PT;
0059: DSLink14.FLAT_INC_YIELD_PT = DSLink6.FLAT_INC_YIELD_PT;
0060: DSLink14.MODIFIED_DURATION_PT = DSLink6.MODIFIED_DURATION_PT;
0061: DSLink14.ANNUAL_FORECAST_INC_AM = DSLink6.ANNUAL_FORECAST_INC_AM;
0062: DSLink14.ANNUAL_FORECAST_INC_QUOTE_AM = DSLink6.ANNUAL_FORECAST_INC_QUOTE_AM;
0063: DSLink14.ANNUAL_FORECAST_INC_BASE_AM = DSLink6.ANNUAL_FORECAST_INC_BASE_AM;
0064: DSLink14.NET_INC_RECEIVABLE_INC_AM = DSLink6.NET_INC_RECEIVABLE_INC_AM;
0065: DSLink14.NET_INC_RECEIVABLE_BASE_AM = DSLink6.NET_INC_RECEIVABLE_BASE_AM;
0066: DSLink14.FEE_REBATEABLE_INC_AM = DSLink6.FEE_REBATEABLE_INC_AM;
0067: DSLink14.FEE_REBATEABLE_BASE_AM = DSLink6.FEE_REBATEABLE_BASE_AM;
0068: DSLink14.BASE_CCY_CD = DSLink6.BASE_CCY_CD;
0069: DSLink14.PR_QUOTE_CCY_CD = DSLink6.PR_QUOTE_CCY_CD;
0070: DSLink14.LCL_CCY_CD = DSLink6.LCL_CCY_CD;
0071: DSLink14.INC_CCY_CD = DSLink6.INC_CCY_CD;
0072: DSLink14.LCL_TO_BASE_EXCH_RT = DSLink6.LCL_TO_BASE_EXCH_RT;
0073: DSLink14.LCL_TO_BASE_MULT_DIV_CD = DSLink6.LCL_TO_BASE_MULT_DIV_CD;
0074: DSLink14.QUOTE_TO_BASE_EXCH_RT = DSLink6.QUOTE_TO_BASE_EXCH_RT;
0075: DSLink14.QUOTE_TO_BASE_MULT_DIV_CD = DSLink6.QUOTE_TO_BASE_MULT_DIV_CD;
0076: DSLink14.INC_TO_BASE_EXCH_RT = DSLink6.INC_TO_BASE_EXCH_RT;
0077: DSLink14.INC_TO_BASE_MULT_DIV_CD = DSLink6.INC_TO_BASE_MULT_DIV_CD;
0078: DSLink14.PR_QUOTATION_DT = DSLink6.PR_QUOTATION_DT;
0079: DSLink14.WARNING_CD = DSLink6.WARNING_CD;
0080: DSLink14.VAL_DATA_LOADED_IN = DSLink6.VAL_DATA_LOADED_IN;
0081: DSLink14.CREATE_TS = DSLink6.CREATE_TS;
0082: DSLink14.CREATE_UI = DSLink6.CREATE_UI;
0083: DSLink14.PTR_CD = DSLink6.PTR_CD;
0084: writerecord 0;
0085: RowRejected0 = 0;
0086: // evaluate columns (no constraints) for link: DSLink15
0087: DSLink15.VAL_POSIT_STG_ID = DSLink6.VAL_POSIT_STG_ID;
0088: DSLink15.VAL_DATA_REJECT_IN = "Y";
0089: writerecord 1;
0090: RowRejected0 = 0;
0091: }
0092:
0093: finish {
0094: }
0095:
*** End of Internal Generated Transformer Code
=================
Top
Peytot
Participant
Posts: 145
Joined: Wed Jun 04, 2003 7:56 am
Location: France

Post by Peytot »

Do you have install the C++ compiler :?: If yes, are you sure it works correctly?

Pey
Top
Teej
Participant
Posts: 677
Joined: Fri Aug 08, 2003 9:26 am
Location: USA

Re: Non - compilation of jobs in Parallel Extender

Post by Teej »

Sreenivasulu wrote:We are trying to compile jobs in Parallel Extender. Its not compiling for
jobs that have transformations

##E TBLD 001017 16:01:58(000) <main_program> Error when checking composite operator: Subprocess command failed with exit status 32512
##E TFSR 000059 16:01:58(001) <main_program> Could not check all operators because of previous error(s)
##W TBLD 001014 16:01:58(002) <main_program> Error when checking composite operator: Output from subprocess: sh: /usr/vacpp/bin/xlC_r: not found.
##I TBLD 001005 16:01:58(003) <transform> Error when checking composite operator: /usr/vacpp/bin/xlC_r -O -I/synchen/dstage/Ascential/DataStage/PXEngine/include -+ -O -g -c /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.C -o /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.tmp.o
(ExceptionRVPS.XfmRejects)
The error message you highlighted is just DataStage saying, 'hey, I tried to use the C++ compiler, and it threw me an error code #32512, and since that is not equal to 0, which is okay, it's a failure code! I'm aborting!'

The REAL error message happens after your highlighted messages:

sh: /usr/vacpp/bin/xlC_r: not found.

So therefore, your C++ compiler is missing. The command that was attempted is:

/usr/vacpp/bin/xlC_r -O -I/synchen/dstage/Ascential/DataStage/PXEngine/include -+ -O -g -c /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.C -o /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.tmp.o

For some reason, DataStage think your C++ binary is /usr/vacpp/bin/xlC_r. This is supposingly set up during installation (although I did not do the installation). Please consult the "Install and Upgrade Guide" -- particularly page 6-14 - "C++ Compiler"

-T.J.
Developer of DataStage Parallel Engine (Orchestrate).
Top
vasu
Premium Member
Premium Member
Posts: 18
Joined: Tue Dec 31, 2002 3:04 am

Re: Non - compilation of jobs in Parallel Extender

Post by vasu »

Hi Sreeni,

Its looklike Visuval age c++ compiler is not installed your environment. If you are using IBM AIX download the evaluation copy of the Visual age c++ and install. When your installing include runtime libraries also. In PX transformerstage uses the c++ compiler to generate code. :)
Sreenivasulu wrote:We are trying to compile jobs in Parallel Extender. Its not compiling for
jobs that have transformations

Log file for reference
==============

Output from transformer compilation follows:

##I TFCN 000000 16:01:56(000) <main_program>
DataStage XE Parallel Extender V6.0r3
Copyright (C) 1997 - 2002 Ascential Software, Inc.
All Rights Reserved


##I TUTL 001002 16:01:56(001) <main_program> The open files limit is 2000; raising to 2147483647.
##I TOSH 000010 16:01:56(002) <main_program> orchgeneral: loaded
##I TOSH 000010 16:01:56(003) <main_program> orchsort: loaded
##I TOSH 000010 16:01:56(004) <main_program> orchstats: loaded
##I TFSC 000000 16:01:56(005) <main_program> APT configuration file: /synchen/dstage/Ascential/DataStage/Configurations/default.apt
WARNING:TFCP 16:01:58(000) <transform> transform/transform.C(1.9.2.14),881: The number of reject datasets "0"is less than the number of input datasets "1".
WARNING:TFCP 16:01:58(001) <transform> transform/transform.C(1.9.2.14),881: The number of reject datasets "0"is less than the number of input datasets "1".
##E TBLD 001017 16:01:58(000) <main_program> Error when checking composite operator: Subprocess command failed with exit status 32512
##E TFSR 000059 16:01:58(001) <main_program> Could not check all operators because of previous error(s)
##W TBLD 001014 16:01:58(002) <main_program> Error when checking composite operator: Output from subprocess: sh: /usr/vacpp/bin/xlC_r: not found.
##I TBLD 001005 16:01:58(003) <transform> Error when checking composite operator: /usr/vacpp/bin/xlC_r -O -I/synchen/dstage/Ascential/DataStage/PXEngine/include -+ -O -g -c /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.C -o /synchen/dstage/Ascential/DataStage/Projects/jpmpx/RT_BP351.O/Job_XfmRejects.tmp.o
(ExceptionRVPS.XfmRejects)

*** Internal Generated Transformer Code follows:
0001: //
0002: // Generated file to implement the Job_XfmRejects transform operator.
0003: // (Generated on 10/16/03 3:59:57 PM)
0004: //
0005:
0006: // define our input/output link names
0007: inputname 0 DSLink6;
0008: outputname 0 DSLink14;
0009: outputname 1 DSLink15;
0010:
0011: initialize {
0012: // define our row rejected variable
0013: int8 RowRejected0;
0014:
0015: // define our null set variable
0016: int8 NullSetVar0;
0017:
0018: }
0019:
0020: mainloop {
0021: // initialise our row rejected variable
0022: RowRejected0 = 1;
0023:
0024: // evaluate columns (no constraints) for link: DSLink14
0025: DSLink14.REJECT_VAL_POSIT_STG_ID = DSLink6.VAL_POSIT_STG_ID;
0026: DSLink14.FEED_TY = DSLink6.FEED_TY;
0027: DSLink14.FEED_NM = DSLink6.FEED_NM;
0028: DSLink14.FEED_ORIGIN_TS = DSLink6.FEED_ORIGIN_TS;
0029: DSLink14.FEED_SNAP_SHOT_DT = DSLink6.FEED_SNAP_SHOT_DT;
0030: DSLink14.FEED_VERS_NO = DSLink6.FEED_VERS_NO;
0031: DSLink14.VAL_AUDITED_IN = DSLink6.VAL_AUDITED_IN;
0032: DSLink14.RPT_PERIOD_END_DT = DSLink6.RPT_PERIOD_END_DT;
0033: DSLink14.FND_ACCT_NO = DSLink6.FND_ACCT_NO;
0034: DSLink14.VAL_POSIT_TY = DSLink6.VAL_POSIT_TY;
0035: DSLink14.SECURITY_ID = DSLink6.SECURITY_ID;
0036: DSLink14.SECURITY_ID_EXTN_TX = DSLink6.SECURITY_ID_EXTN_TX;
0037: DSLink14.LOT_NO = DSLink6.LOT_NO;
0038: DSLink14.NOMINAL_HOLDING_QY = DSLink6.NOMINAL_HOLDING_QY;
0039: DSLink14.ORIG_VAL_HOLDING_QY = DSLink6.ORIG_VAL_HOLDING_QY;
0040: DSLink14.PR_PER_UNIT_LCL_AM = DSLink6.PR_PER_UNIT_LCL_AM;
0041: DSLink14.BC_LCL_AM = DSLink6.BC_LCL_AM;
0042: DSLink14.BC_BASE_AM = DSLink6.BC_BASE_AM;
0043: DSLink14.VAL_PR_AM = DSLink6.VAL_PR_AM;
0044: DSLink14.PR_QUALIFIER_CD = DSLink6.PR_QUALIFIER_CD;
0045: DSLink14.QUOTE_SERVICE_CD = DSLink6.QUOTE_SERVICE_CD;
0046: DSLink14.QUOTE_CONTRIBUTOR_CD = DSLink6.QUOTE_CONTRIBUTOR_CD;
0047: DSLink14.MKT_VAL_LCL_AM = DSLink6.MKT_VAL_LCL_AM;
0048: DSLink14.MKT_VAL_BASE_AM = DSLink6.MKT_VAL_BASE_AM;
0049: DSLink14.UNREALISED_PL_MKT_VAL_LCL_AM = DSLink6.UNREALISED_PL_MKT_VAL_LCL_AM;
0050: DSLink14.UNREALISED_PL_MKT_VAL_BASE_AM = DSLink6.UNREALISED_PL_MKT_VAL_BASE_AM;
0051: DSLink14.CCY_UNREALISED_PL_AM = DSLink6.CCY_UNREALISED_PL_AM;
0052: DSLink14.INT_RT = DSLink6.INT_RT;
0053: DSLink14.ACCR_DS = DSLink6.ACCR_DS;
0054: DSLink14.ACCR_INT_LCL_AM = DSLink6.ACCR_INT_LCL_AM;
0055: DSLink14.ACCR_INT_BASE_AM = DSLink6.ACCR_INT_BASE_AM;
0056: DSLink14.ACCR_INT_ADJ_LCL_AM = DSLink6.ACCR_INT_ADJ_LCL_AM;
0057: DSLink14.ACCR_INT_ADJ_BASE_AM = DSLink6.ACCR_INT_ADJ_BASE_AM;
0058: DSLink14.GR_REDEMPTION_YIELD_PT = DSLink6.GR_REDEMPTION_YIELD_PT;
0059: DSLink14.FLAT_INC_YIELD_PT = DSLink6.FLAT_INC_YIELD_PT;
0060: DSLink14.MODIFIED_DURATION_PT = DSLink6.MODIFIED_DURATION_PT;
0061: DSLink14.ANNUAL_FORECAST_INC_AM = DSLink6.ANNUAL_FORECAST_INC_AM;
0062: DSLink14.ANNUAL_FORECAST_INC_QUOTE_AM = DSLink6.ANNUAL_FORECAST_INC_QUOTE_AM;
0063: DSLink14.ANNUAL_FORECAST_INC_BASE_AM = DSLink6.ANNUAL_FORECAST_INC_BASE_AM;
0064: DSLink14.NET_INC_RECEIVABLE_INC_AM = DSLink6.NET_INC_RECEIVABLE_INC_AM;
0065: DSLink14.NET_INC_RECEIVABLE_BASE_AM = DSLink6.NET_INC_RECEIVABLE_BASE_AM;
0066: DSLink14.FEE_REBATEABLE_INC_AM = DSLink6.FEE_REBATEABLE_INC_AM;
0067: DSLink14.FEE_REBATEABLE_BASE_AM = DSLink6.FEE_REBATEABLE_BASE_AM;
0068: DSLink14.BASE_CCY_CD = DSLink6.BASE_CCY_CD;
0069: DSLink14.PR_QUOTE_CCY_CD = DSLink6.PR_QUOTE_CCY_CD;
0070: DSLink14.LCL_CCY_CD = DSLink6.LCL_CCY_CD;
0071: DSLink14.INC_CCY_CD = DSLink6.INC_CCY_CD;
0072: DSLink14.LCL_TO_BASE_EXCH_RT = DSLink6.LCL_TO_BASE_EXCH_RT;
0073: DSLink14.LCL_TO_BASE_MULT_DIV_CD = DSLink6.LCL_TO_BASE_MULT_DIV_CD;
0074: DSLink14.QUOTE_TO_BASE_EXCH_RT = DSLink6.QUOTE_TO_BASE_EXCH_RT;
0075: DSLink14.QUOTE_TO_BASE_MULT_DIV_CD = DSLink6.QUOTE_TO_BASE_MULT_DIV_CD;
0076: DSLink14.INC_TO_BASE_EXCH_RT = DSLink6.INC_TO_BASE_EXCH_RT;
0077: DSLink14.INC_TO_BASE_MULT_DIV_CD = DSLink6.INC_TO_BASE_MULT_DIV_CD;
0078: DSLink14.PR_QUOTATION_DT = DSLink6.PR_QUOTATION_DT;
0079: DSLink14.WARNING_CD = DSLink6.WARNING_CD;
0080: DSLink14.VAL_DATA_LOADED_IN = DSLink6.VAL_DATA_LOADED_IN;
0081: DSLink14.CREATE_TS = DSLink6.CREATE_TS;
0082: DSLink14.CREATE_UI = DSLink6.CREATE_UI;
0083: DSLink14.PTR_CD = DSLink6.PTR_CD;
0084: writerecord 0;
0085: RowRejected0 = 0;
0086: // evaluate columns (no constraints) for link: DSLink15
0087: DSLink15.VAL_POSIT_STG_ID = DSLink6.VAL_POSIT_STG_ID;
0088: DSLink15.VAL_DATA_REJECT_IN = "Y";
0089: writerecord 1;
0090: RowRejected0 = 0;
0091: }
0092:
0093: finish {
0094: }
0095:
*** End of Internal Generated Transformer Code
=================
Top
Post Reply

Return to “IBM<sup>®</sup> DataStage Enterprise Edition (Formerly Parallel Extender/PX)”