LOAD() error: Failed to parse string '1237645942366274027' as int64 (non-digits)


#1

I use scidb CE 15.7
AFL% load(PhotoPrimary,’/home/scidb/PhotoPrimary.csv’,-2,‘CSV’);
but error occur!like this
UserException in file: src/query/ops/input/InputArray.cpp function: moveNext line: 359
Error id: scidb::SCIDB_SE_IMPORT_ERROR::SCIDB_LE_FILE_IMPORT_FAILED
Error description: Import error. Import from file ‘/home/scidb/PhotoPrimary.csv’ (instance 0) to array ‘PhotoPrimary’ failed at line 1, column 0, offset 0, value=’%FFFFFFEF%FFFFFFBB%FFFFFFBF1237645942366274027’: Failed to parse string ‘1237645942366274027’ as int64 (non-digits).

how can I resolve it? thanks!!


#2

create array PhotoPrimary
<
objID:int64,skyVersion:int8,run:int16,rerun:int16,camcol:int8,field:int16,obj:int16,mode:int8,nChild:int16,type:int16,clean:int32,probPSF:float,insideMask:int8,flags:int64,rowc:float,rowcErr:float,colc:float,colcErr:float,rowv:float,rowvErr:float,colv:float,colvErr:float,rowc_u:float,rowc_g:float,rowc_r:float,rowc_i:float,rowc_z:float,rowcErr_u:float,rowcErr_g: float,rowcErr_r:float,rowcErr_i:float,rowcErr_z:float,colc_u :float, colc_g:float,colc_r:float,colc_i:float,colc_z: float,colcErr_u:float,colcErr_g:float,colcErr_r:float,colcErr_i:float,colcErr_z:float,sky_u:float,sky_g:float,sky_r: float,sky_i:float,sky_z:float,skyIvar_u:float,skyIvar_g:float,skyIvar_r:float,skyIvar_i:float,skyIvar_z: float,psfMag_u: float,psfMag_g: float,psfMag_r :float,psfMag_i :float,psfMag_z: float,psfMagErr_u :float,psfMagErr_g: float,psfMagErr_r: float,psfMagErr_i: float,psfMagErr_z :float,fiberMag_u: float,fiberMag_g: float,fiberMag_r :float,fiberMag_i: float,fiberMag_z: float,fiberMagErr_u: float,fiberMagErr_g: float,fiberMagErr_r: float,fiberMagErr_i: float,fiberMagErr_z: float,fiber2Mag_u :float,fiber2Mag_g :float,fiber2Mag_r: float,fiber2Mag_i: float,fiber2Mag_z: float,fiber2MagErr_u: float,fiber2MagErr_g :float,fiber2MagErr_r :float,fiber2MagErr_i: float,fiber2MagErr_z: float,petroMag_u: float,petroMag_g: float,petroMag_r: float,petroMag_i :float,petroMag_z :float,petroMagErr_u: float,petroMagErr_g: float,petroMagErr_r: float,petroMagErr_i: float,petroMagErr_z: float,psfFlux_u: float,psfFlux_g: float,psfFlux_r :float,psfFlux_i: float,psfFlux_z :float,psfFluxIvar_u :float,psfFluxIvar_g: float,psfFluxIvar_r: float,psfFluxIvar_i: float,psfFluxIvar_z: float,fiberFlux_u :float,fiberFlux_g: float,fiberFlux_r: float,fiberFlux_i: float,fiberFlux_z: float,fiberFluxIvar_u: float,fiberFluxIvar_g :float,fiberFluxIvar_r: float,fiberFluxIvar_i: float,fiberFluxIvar_z: float,fiber2Flux_u: float,fiber2Flux_g: float,fiber2Flux_r: float,fiber2Flux_i: float,fiber2Flux_z: float,fiber2FluxIvar_u: float,fiber2FluxIvar_g: float,fiber2FluxIvar_r: float,fiber2FluxIvar_i: float,fiber2FluxIvar_z: float,petroFlux_u: float,petroFlux_g: float,petroFlux_r: float,petroFlux_i: float,petroFlux_z: float,petroFluxIvar_u: float,petroFluxIvar_g: float,petroFluxIvar_r: float,petroFluxIvar_i: float,petroFluxIvar_z: float,petroRad_u :float,petroRad_g :float,petroRad_r: float,petroRad_i: float,petroRad_z: float,petroRadErr_u :float,petroRadErr_g: float,petroRadErr_r: float,petroRadErr_i: float,petroRadErr_z: float,petroR50_u: float,petroR50_g: float,petroR50_r :float,petroR50_i: float,petroR50_z: float,petroR50Err_u: float,petroR50Err_g: float,petroR50Err_r: float,petroR50Err_i: float,petroR50Err_z: float,petroR90_u: float,petroR90_g: float,petroR90_r: float,petroR90_i: float,petroR90_z: float,petroR90Err_u: float,petroR90Err_g: float,petroR90Err_r :float,petroR90Err_i :float,petroR90Err_z: float,q_u :float,q_g :float,q_r: float,q_i :float,q_z: float,qErr_u: float,qErr_g: float,qErr_r: float,qErr_i: float,qErr_z :float,u_u :float,u_g :float,u_r: float,u_i: float,u_z: float,uErr_u :float,uErr_g: float,uErr_r :float,uErr_i: float,uErr_z: float,mE1_u: float,mE1_g: float,mE1_r :float,mE1_i: float,mE1_z :float,mE2_u: float,mE2_g: float,mE2_r: float,mE2_i: float,mE2_z :float,mE1E1Err_u: float,mE1E1Err_g: float,mE1E1Err_r :float,mE1E1Err_i :float,mE1E1Err_z: float,mE1E2Err_u :float,mE1E2Err_g: float,mE1E2Err_r :float,mE1E2Err_i: float,mE1E2Err_z: float,mE2E2Err_u :float,mE2E2Err_g: float,mE2E2Err_r: float,mE2E2Err_i: float,mE2E2Err_z: float,mRrCc_u: float,mRrCc_g :float,mRrCc_r: float,mRrCc_i :float,mRrCc_z: float,mRrCcErr_u :float,mRrCcErr_g :float,mRrCcErr_r: float,mRrCcErr_i: float,mRrCcErr_z: float,mCr4_u: float,mCr4_g: float,mCr4_r: float,mCr4_i: float,mCr4_z: float,mE1PSF_u: float,mE1PSF_g: float,mE1PSF_rv: float,mE1PSF_i: float,mE1PSF_z: float,mE2PSF_u: float,mE2PSF_g :float,mE2PSF_r: float,mE2PSF_i :float,mE2PSF_z :float,mRrCcPSF_u: float, mRrCcPSF_g: float,mRrCcPSF_r :float,mRrCcPSF_i: float,mRrCcPSF_z: float,mCr4PSF_u: float,mCr4PSF_g :float,mCr4PSF_r :float,mCr4PSF_i: float,mCr4PSF_z :float,deVRad_u: float,deVRad_g: float,deVRad_r: float,deVRad_i: float,deVRad_z: float,deVRadErr_u: float,deVRadErr_g: float,deVRadErr_r: float,deVRadErr_i: float,deVRadErr_z: float,deVAB_u: float,deVAB_g :float,deVAB_r: float,deVAB_i: float,deVAB_z: float,deVABErr_u: float,deVABErr_g: float,deVABErr_r: float,deVABErr_i: float,deVABErr_z: float,deVPhi_u :float,deVPhi_g: float,deVPhi_r: float,deVPhi_i: float,deVPhi_z: float,deVMag_u: float,deVMag_g: float,deVMag_r :float,deVMag_i: float,deVMag_z: float,deVMagErr_u: float,deVMagErr_g: float,deVMagErr_r :float,deVMagErr_i: float,deVMagErr_z :float,deVFlux_u: float,deVFlux_g: float,deVFlux_r: float,deVFlux_i: float,deVFlux_z: float,deVFluxIvar_u: float,deVFluxIvar_g: float,deVFluxIvar_r: float,deVFluxIvar_i: float,deVFluxIvar_z :float,expRad_u :float,expRad_g: float,expRad_r: float,expRad_i: float,expRad_z :float,expRadErr_u :float,expRadErr_g: float,expRadErr_r: float,expRadErr_i: float,expRadErr_z: float,expAB_u: float,expAB_g :float,expAB_r :float,expAB_i: float,expAB_z: float,expABErr_u: float,expABErr_g: float,expABErr_r :float,expABErr_i :float,expABErr_z: float,expPhi_u :float,expPhi_g :float,expPhi_r: float,expPhi_i :float,expPhi_z :float,expMag_u: float,expMag_g :float,expMag_r :float,expMag_i: float,expMag_z: float,expMagErr_u: float,expMagErr_g: float,expMagErr_r: float,expMagErr_i: float,expMagErr_z: float,modelMag_u: float,modelMag_g :float,modelMag_r: float,modelMag_i: float,modelMag_z: float,modelMagErr_u :float,modelMagErr_g: float,modelMagErr_r: float,modelMagErr_i: float,modelMagErr_z: float,cModelMag_u :float,cModelMag_g: float,cModelMag_r: float,cModelMag_i: float,cModelMag_z: float,cModelMagErr_u: float,cModelMagErr_g: float,cModelMagErr_r: float,cModelMagErr_i: float,cModelMagErr_z: float,expFlux_u :float,expFlux_g: float,expFlux_r: float,expFlux_i: float,expFlux_z: float,expFluxIvar_u :float,expFluxIvar_g :float,expFluxIvar_r: float,expFluxIvar_i :float,expFluxIvar_z: float,modelFlux_u: float,modelFlux_g: float,modelFlux_r: float,modelFlux_i: float,modelFlux_z: float,modelFluxIvar_u: float,modelFluxIvar_g: float,modelFluxIvar_r :float,modelFluxIvar_i: float,modelFluxIvar_z: float,cModelFlux_u: float,cModelFlux_g :float,cModelFlux_r: float,cModelFlux_i :float,cModelFlux_z: float,cModelFluxIvar_u: float,cModelFluxIvar_g :float,cModelFluxIvar_r: float,cModelFluxIvar_i: float,cModelFluxIvar_z: float,aperFlux7_u: float,aperFlux7_g :float,aperFlux7_r: float,aperFlux7_i: float,aperFlux7_z: float,aperFlux7Ivar_u :float,aperFlux7Ivar_g: float,aperFlux7Ivar_r: float,aperFlux7Ivar_i: float,aperFlux7Ivar_z: float,lnLStar_u: float,lnLStar_g :float,lnLStar_r: float,lnLStar_i: float,lnLStar_z: float,lnLExp_u :float,lnLExp_g: float,lnLExp_r: float,lnLExp_i: float,lnLExp_z: float,lnLDeV_u :float,lnLDeV_g: float,lnLDeV_r: float,lnLDeV_i: float,lnLDeV_z: float,fracDeV_u :float,fracDeV_g: float,fracDeV_r: float,fracDeV_i: float,fracDeV_z: float,flags_u: int64,flags_g: int64,flags_r: int64,flags_i :int64,flags_z: int64,type_u :int32,type_g: int32,type_r: int32,type_i :int32,type_z: int32,probPSF_u: float,probPSF_g :float,probPSF_r: float,probPSF_i: float,probPSF_z: float,ra: float,dec :float,cx :float,cy: float,cz: float,raErr: float,decErr: float,b: float,l :float,offsetRa_u: float,offsetRa_g: float,offsetRa_r :float,offsetRa_i: float,offsetRa_z: float,offsetDec_u :float,offsetDec_g: float,offsetDec_r: float,offsetDec_i: float,offsetDec_z: float,extinction_u: float,extinction_g: float,extinction_r: float,extinction_i :float,extinction_z: float,psffwhm_u: float,psffwhm_g: float,psffwhm_r: float,psffwhm_i: float,psffwhm_z :float,mjd: float,airmass_u: float,airmass_g: float,airmass_r: float,airmass_i: float,airmass_z: float,phioffset_u: float,phioffset_g :float,phioffset_r: float,phioffset_i: float,phioffset_z: float,nProf_u: int32,nProf_g: int32,nProf_r :int32,nProf_i :int32,nProf_z: int32,loadVersion :int32,htmID: int64,fieldID: int64,parentID: int64,specObjID: int64,u: float,g :float,r :float,i :float,z :float,err_u: float,err_g :float,err_r :float,err_i: float,err_z: float,dered_u: float,dered_g: float,dered_r: float,dered_i: float,dered_z: float,cloudCam_u: int32,cloudCam_g: int32,cloudCam_r: int32,cloudCam_i: int32,cloudCam_z: int32,resolveStatus: int32,thingId :int32,balkanId: int32,nObserve :int32,nDetect: int32,nEdge: int32,score: float,calibStatus_u :int32,calibStatus_g :int32,calibStatus_r: int32,calibStatus_i :int32,calibStatus_z :int32,nMgyPerCount_u :float,nMgyPerCount_g: float,nMgyPerCount_r: float,nMgyPerCount_i :float,nMgyPerCount_z: float,TAI_u: float,TAI_g :float,TAI_r :float,TAI_i: float,TAI_z: float

[j=0:*,100000,0];


#3

I do like this
vim PhotoPrimary.csv
:set fileformat?
fileformat=dos

next
:smile
:set fileformat=unix
:wq
but It does not work!


#4

when I use csv2scidb tools , I can LOAD *.scidb file?why


#5

Woah … OK!

Can you please post the offending (first couple of) lines from the CSV file?

I suspect that we’re looking at a problem where a HEX string is not being parsed correctly as an integer. Or it could be that, owing to some file format nonsense prepended to the data itself, your first line includes some spurious formatting information.