combine_hdf5 Namespace Reference

Functions
def	sigint_handler (signum, frame)
def	usage ()

Variables
int	chunksize = 1000
int	bufferlength = 100
int	max_ppidpairs = 10*bufferlength
bool	runchecks = True
bool	delete_tmp = True
	outfname = sys.argv[1]
	group = sys.argv[2]
	tmp_files = sys.argv[3:]
	N = len(tmp_files)
string	RA_group = group + "/RA"
dictionary	files = {}
list	sync_dsets = [set([]) for i in range(N)]
list	RA_dsets = [set([]) for i in range(N)]
	RA_dsets_exclude = set(["RA_pointID","RA_pointID_isvalid","RA_MPIrank","RA_MPIrank_isvalid"])
list	sync_lengths = [0 for i in range(N)]
list	RA_lengths = [0 for i in range(N)]
	fnames = tmp_files
	f = h5py.File(fname,'r')
list	datasets = []
dictionary	tmp_dset_metadata = {}
dictionary	tmp_RA_dset_metadata = {}
	total_sync_length = sum(sync_lengths)
	fout = h5py.File(outfname,'a')
	gout = fout.create_group(group)
dictionary	existing_dsets = {}
dictionary	dsetlengths = {}
	init_output_length = check_lengths(dsetlengths)
dictionary	target_dsets = {}
	all_sync_dsets = set([]).union(*sync_dsets)
	all_RA_dsets = set([]).union(*RA_dsets)
	chunks
	dtype
	dt
	maxshape
	nextempty = init_output_length
dictionary	fin = files[fname]
	dset_length = None
dictionary	item = fin[group][itemname]
	nchunks = np.ceil(dset_length / (1.*max_ppidpairs))
int	imin = i*max_ppidpairs
	imax = np.min([(i+1)*max_ppidpairs, dset_length])
dictionary	pointIDs_in = fin[RA_group]["RA_pointID"][imin:imax]
dictionary	mpiranks_in = fin[RA_group]["RA_MPIrank"][imin:imax]
	pointIDs_isvalid_in = np.array(fin[RA_group]["RA_pointID_isvalid"][imin:imax],dtype=np.bool)
	mpiranks_isvalid_in = np.array(fin[RA_group]["RA_MPIrank_isvalid"][imin:imax],dtype=np.bool)
tuple	mask_in = (pointIDs_isvalid_in & mpiranks_isvalid_in)
	IDs_in = cantor_pairing(pointIDs_in[mask_in],mpiranks_in[mask_in])
	pointIDs_out = fout[group]["pointID"]
	mpiranks_out = fout[group]["MPIrank"]
	pointIDs_isvalid_out = np.array(fout[group]["pointID_isvalid"][:],dtype=np.bool)
	mpiranks_isvalid_out = np.array(fout[group]["MPIrank_isvalid"][:],dtype=np.bool)
tuple	mask_out = (pointIDs_isvalid_out & mpiranks_isvalid_out)
	IDs_out
	ids = IDs_out
	pid = pointIDs_out[mask_out]
	rank = mpiranks_out[mask_out]
	Nmatches = np.sum(ID==ids)
	Match = np.sum((p==pid) & (r==rank))
	target_mask_small = np.in1d(IDs_out,IDs_in)
	target_length = fout[group]["pointID"].shape[0]
	alltargetindices = np.arange(target_length)
	maskindices = alltargetindices[mask_out][target_mask_small]
	target_mask = np.zeros(target_length, dtype=bool)
	indexid = np.where( (np.array(IDs_out)==ID) )
	index
	ntargets = np.sum(target_mask)
	nsources = np.sum(mask_in)
	xsort = np.argsort(IDs_in)
	Just some test code which I decided to keep around since it is helpful for understand how the rearrangment of the input data to match the output selection works. More...
	yindex = np.searchsorted(IDs_in[xsort], IDs_out[target_mask_small])
	fancyindices = xsort[yindex]
dictionary	indset = item[imin:imax]
	outdset = fout[group][itemname]

Detailed Description

Combine data from several hdf5 files created by HDF5Printer into a single file

Function Documentation

sigint_handler()

def combine_hdf5.sigint_handler	(		signum,
			frame
	)

Definition at line 5 of file combine_hdf5.py.

def sigint_handler(signum, frame):
    print 'CTRL+C is blocked while the HDF5Printer combine script runs! Signal received, but ignored.'
signal.signal(signal.SIGINT, sigint_handler)

usage()

def combine_hdf5.usage

(

)

Definition at line 21 of file combine_hdf5.py.

def usage():
   print "  Usage: python combine_hdf5.py <path-to-target-hdf5-file> <root group in hdf5 files> <tmp file 1> <tmp file 2> ..."
   print
   print "  Attempts to combine the data in a group of hdf5 files produced by HDF5Printer in separate processes during a GAMBIT run."
   print "  Use --delete_tmp flag to delete input files upon successful combination."
   print "  Use --runchecks flag to run some extra validity checks on the input and output data (warning: may be slow for large datasets)"
   exit(1)

#====Begin "main"=================================

#if len(sys.argv)!=6 and len(sys.argv)!=7: usage()
#
runchecks=False
delete_tmp=False

Variable Documentation

all_RA_dsets

combine_hdf5.all_RA_dsets = set([]).union(*RA_dsets)

Definition at line 161 of file combine_hdf5.py.

all_sync_dsets

combine_hdf5.all_sync_dsets = set([]).union(*sync_dsets)

Definition at line 160 of file combine_hdf5.py.

alltargetindices

combine_hdf5.alltargetindices = np.arange(target_length)

Definition at line 289 of file combine_hdf5.py.

bufferlength

int combine_hdf5.bufferlength = 100

Definition at line 18 of file combine_hdf5.py.

Referenced by Gambit::Printers::VertexBufferNumeric1D< T, CHUNKLENGTH >.append(), Gambit::Printers::VertexBufferNumeric1D< T, CHUNKLENGTH >.clear(), Gambit::Printers::asciiPrinter.common_constructor(), and Gambit::Printers::VertexBufferNumeric1D< T, CHUNKLENGTH >.skip_append().

chunks

combine_hdf5.chunks

Definition at line 165 of file combine_hdf5.py.

chunksize

int combine_hdf5.chunksize = 1000

Definition at line 16 of file combine_hdf5.py.

Referenced by Gambit::PostProcessor.get_done_points().

datasets

list combine_hdf5.datasets = []

Definition at line 78 of file combine_hdf5.py.

Referenced by Gambit::Printers::HDF5::hdf5_stuff.Enter_Aux_Parameters().

delete_tmp

bool combine_hdf5.delete_tmp = True

Definition at line 44 of file combine_hdf5.py.

dset_length

dictionary combine_hdf5.dset_length = None

Definition at line 190 of file combine_hdf5.py.

Referenced by Gambit::Printers::HDF5._checkDatasetReadable_helper(), Gambit::Printers::HDF5Printer2.check_consistency(), Gambit::Printers::HDF5Printer.finalise(), Gambit::Printers::DataSetInterfaceScalar< double, CHUNKLENGTH >.get_chunk(), Gambit::Printers::VertexBufferNumeric1D_HDF5< T, CHUNKLENGTH >.get_dataset_length(), Gambit::Printers::HDF5Printer.get_highest_PPID_from_HDF5(), Gambit::Printers::HDF5MasterBuffer.get_highest_PPIDs(), Gambit::PostProcessor.get_my_chunk(), Gambit::Printers::HDF5MasterBuffer.get_position_map(), Gambit::Printers::HDF5.get_RA_write_hash(), Gambit::Printers::HDF5Reader.HDF5Reader(), Gambit::Printers::DataSetInterfaceScalar< double, CHUNKLENGTH >.select_chunk(), Gambit::Printers::HDF5.selectChunk(), and Gambit::Printers::VertexBufferNumeric1D_HDF5< T, CHUNKLENGTH >.write_to_disk().

dsetlengths

dictionary combine_hdf5.dsetlengths = {}

Definition at line 138 of file combine_hdf5.py.

dt

combine_hdf5.dt

Definition at line 165 of file combine_hdf5.py.

dtype

combine_hdf5.dtype

Definition at line 165 of file combine_hdf5.py.

Referenced by Gambit::Printers::HDF5.Enter_HDF5(), Gambit::Printers::HDF5.getType(), Gambit::Printers::HDF5DataSet< uint >.write_buffer(), and Gambit::Printers::HDF5DataSet< uint >.write_RA_buffer().

existing_dsets

dictionary combine_hdf5.existing_dsets = {}

Definition at line 137 of file combine_hdf5.py.

f

combine_hdf5.f = h5py.File(fname,'r')

Definition at line 72 of file combine_hdf5.py.

Referenced by Gambit::ColliderBit.calc_HS_LHC_LogLike(), Gambit::DarkBit.calc_lnL_Haloscope_ADMX1(), Gambit::ColliderBit.calcMT_1l(), Gambit::DarkBit.cascadeMC_gammaSpectra(), Gambit::Printers::asciiPrinter.common_constructor(), daFunk::FunkBound.eval(), BasicDevs.ExpDev(), Gambit::gambit_core.ff_backend_diagnostic(), Gambit::gambit_core.ff_module_diagnostic(), daFunk.func(), daFunk.func_fromThreadsafe(), daFunk::FunkFunc< threadsafe, funcargs >.FunkFunc(), daFunk::FunkFuncM< threadsafe, O, funcargs >.FunkFuncM(), Gambit.get_screen_cols(), Gambit::Scanner::Plugins::Plugin_Loader.loadLibrary(), Gambit::CallFcn< HostSpec, MapTag::Get >.operator()(), Gambit::CallFcn< HostSpec, MapTag::Set >.operator()(), Gambit::ColliderBit.operator*(), Gambit::ColliderBit.operator/(), Gambit::module_functor_common.retrieve_invalid_point_exception(), Gambit::SignalData.set_cleanup(), daFunk::FunkIntegrate_gsl1d.set_singularity_factor(), daFunk::FunkFunc< threadsafe, funcargs >.value(), daFunk::FunkFuncM< threadsafe, O, funcargs >.value(), daFunk::FunkBound.vect2(), and Gambit.virtual_SMHiggs_widths().

fancyindices

combine_hdf5.fancyindices = xsort[yindex]

Definition at line 370 of file combine_hdf5.py.

files

dictionary combine_hdf5.files = {}

Definition at line 61 of file combine_hdf5.py.

fin

dictionary combine_hdf5.fin = files[fname]

Definition at line 183 of file combine_hdf5.py.

Referenced by Gambit::PostProcessor.get_done_points(), Gambit::FlavBit::Flav_reader.read_yaml(), and Gambit::FlavBit::Flav_reader.read_yaml_measurement().

fnames

combine_hdf5.fnames = tmp_files

Definition at line 68 of file combine_hdf5.py.

fout

combine_hdf5.fout = h5py.File(outfname,'a')

Definition at line 126 of file combine_hdf5.py.

Referenced by Gambit::Printers::asciiPrinter.common_constructor(), and Gambit::PostProcessor.record_done_points().

gout

combine_hdf5.gout = fout.create_group(group)

Definition at line 129 of file combine_hdf5.py.

group

combine_hdf5.group = sys.argv[2]

Definition at line 48 of file combine_hdf5.py.

Referenced by Gambit::module_functor_common.backendreqs(), colouring.combine(), Gambit::module_functor_common.getChosenReqFromGroup(), Gambit::DRes::DependencyResolver.getObsLike(), Gambit::Printers::HDF5Printer2.HDF5Printer2(), Gambit::functor.in_allowed_combo(), main(), Gambit::functor.modelComboAllowed(), Gambit::functor.modelComboExplicitlyAllowed(), Gambit::module_functor_common.resolveBackendReq(), Gambit::module_functor_common.setBackendReq(), Gambit::functor.setModelGroup(), Gambit::functor.setSubCap(), and Gambit::DRes::DependencyResolver.solveRequirement().

ids

combine_hdf5.ids = IDs_out

Definition at line 272 of file combine_hdf5.py.

Referenced by Gambit::Scanner.TWalk().

IDs_in

combine_hdf5.IDs_in = cantor_pairing(pointIDs_in[mask_in],mpiranks_in[mask_in])

Definition at line 234 of file combine_hdf5.py.

IDs_out

combine_hdf5.IDs_out

Initial value:

=  cantor_pairing(
                     np.array(pointIDs_out[mask_out],dtype=np.longlong),
                     np.array(mpiranks_out[mask_out],dtype=np.longlong)
                     )

Definition at line 262 of file combine_hdf5.py.

imax

combine_hdf5.imax = np.min([(i+1)*max_ppidpairs, dset_length])

Definition at line 223 of file combine_hdf5.py.

Referenced by Gambit::DarkBit::SimpleHist.addBox().

imin

int combine_hdf5.imin = i*max_ppidpairs

Definition at line 222 of file combine_hdf5.py.

Referenced by Gambit::DarkBit::SimpleHist.addBox().

index

combine_hdf5.index

Initial value:

=  np.where( (np.array(pointIDs_out[mask_out])==pid) &
                                      (np.array(mpiranks_out[mask_out])==rank) )

Definition at line 301 of file combine_hdf5.py.

Referenced by Gambit::Printers._common_print(), arg_parser(), Gambit::DarkBit.calc_lnL_Haloscope_ADMX1(), Gambit::DarkBit.calc_lnL_Haloscope_RBF(), Gambit::Priors::CompositePrior.CompositePrior(), Gambit::HiggsCouplingsTable.compute_effective_coupling(), Gambit::PolyChord::LogLikeWrapper.dumper(), Gambit::HiggsCouplingsTable.get_charged_decays(), Gambit::HiggsCouplingsTable.get_neutral_decays(), Gambit::HiggsCouplingsTable.get_neutral_decays_SM(), Gambit::DarkBit::SimYieldTable.getChannel(), Gambit::ColliderBit::BaseLimitContainer.limitAverage(), main(), Gambit::DarkBit::SimYieldTable.operator()(), Gambit::dep_bucket< TYPE >.operator*(), Gambit::dep_bucket< TYPE >.operator->(), Gambit::safe_ptr< const double >.operator[](), Gambit::safe_variable_ptr< TYPE >.operator[](), Gambit::gambit_core.process_primary_options(), daFunk::FunkIntegrate_gsl1d.resolve(), Gambit::Spectrum.safeget(), Gambit::HiggsCouplingsTable.set_charged_decays(), Gambit::HiggsCouplingsTable.set_neutral_decays(), Gambit::HiggsCouplingsTable.set_neutral_decays_SM(), Gambit.SLHAea_check_block(), Gambit.SLHAea_overwrite_block(), Gambit::Utils::specialised_threadsafe_rng< Engine >.specialised_threadsafe_rng(), Gambit::DarkBit.TH_ProcessCatalog_DS5_MSSM(), and daFunk::FunkIntegrate_gsl1d.value().

indexid

combine_hdf5.indexid = np.where( (np.array(IDs_out)==ID) )

Definition at line 300 of file combine_hdf5.py.

indset

dictionary combine_hdf5.indset = item[imin:imax]

Definition at line 391 of file combine_hdf5.py.

init_output_length

int combine_hdf5.init_output_length = check_lengths(dsetlengths)

Definition at line 147 of file combine_hdf5.py.

item

dictionary combine_hdf5.item = fin[group][itemname]

Definition at line 192 of file combine_hdf5.py.

Referenced by Gambit::Printers::asciiPrinter.dump_buffer().

mask_in

tuple combine_hdf5.mask_in = (pointIDs_isvalid_in & mpiranks_isvalid_in)

Definition at line 230 of file combine_hdf5.py.

mask_out

tuple combine_hdf5.mask_out = (pointIDs_isvalid_out & mpiranks_isvalid_out)

Definition at line 258 of file combine_hdf5.py.

maskindices

combine_hdf5.maskindices = alltargetindices[mask_out][target_mask_small]

Definition at line 290 of file combine_hdf5.py.

Match

combine_hdf5.Match = np.sum((p==pid) & (r==rank))

Definition at line 279 of file combine_hdf5.py.

max_ppidpairs

int combine_hdf5.max_ppidpairs = 10*bufferlength

Definition at line 19 of file combine_hdf5.py.

maxshape

combine_hdf5.maxshape

Definition at line 165 of file combine_hdf5.py.

mpiranks_in

dictionary combine_hdf5.mpiranks_in = fin[RA_group]["RA_MPIrank"][imin:imax]

Definition at line 226 of file combine_hdf5.py.

mpiranks_isvalid_in

combine_hdf5.mpiranks_isvalid_in = np.array(fin[RA_group]["RA_MPIrank_isvalid"][imin:imax],dtype=np.bool)

Definition at line 228 of file combine_hdf5.py.

mpiranks_isvalid_out

combine_hdf5.mpiranks_isvalid_out = np.array(fout[group]["MPIrank_isvalid"][:],dtype=np.bool)

Definition at line 256 of file combine_hdf5.py.

mpiranks_out

combine_hdf5.mpiranks_out = fout[group]["MPIrank"]

Definition at line 254 of file combine_hdf5.py.

N

combine_hdf5.N = len(tmp_files)

Definition at line 50 of file combine_hdf5.py.

Referenced by Gambit::slhahelp.add_MSSM_spectrum_to_SLHAea(), daFunk.augmentSingl(), Gambit::Scanner.calcCov(), Gambit::Utils.endA(), Gambit::Priors.expand_dots(), Gambit::Printers.get_param_id(), Gambit::Printers::VertexBufferBase.MPImode_only(), Gambit::Printers::VertexBufferNumeric1D< T, CHUNKLENGTH >.N_skip_append(), objective_plugin(), Gambit::FlavBit.RHN_mueAu(), Gambit::FlavBit.RHN_muePb(), Gambit::FlavBit.RHN_mueTi(), scanner_plugin(), daFunk::FunkIntegrate_gsl1d.value(), and Gambit::Printers::VertexBufferNumeric1D< T, CHUNKLENGTH >.~VertexBufferNumeric1D().

nchunks

combine_hdf5.nchunks = np.ceil(dset_length / (1.*max_ppidpairs))

Definition at line 220 of file combine_hdf5.py.

nextempty

combine_hdf5.nextempty = init_output_length

Definition at line 177 of file combine_hdf5.py.

Nmatches

combine_hdf5.Nmatches = np.sum(ID==ids)

Definition at line 276 of file combine_hdf5.py.

nsources

combine_hdf5.nsources = np.sum(mask_in)

Definition at line 317 of file combine_hdf5.py.

ntargets

combine_hdf5.ntargets = np.sum(target_mask)

Definition at line 316 of file combine_hdf5.py.

outdset

combine_hdf5.outdset = fout[group][itemname]

Definition at line 393 of file combine_hdf5.py.

outfname

combine_hdf5.outfname = sys.argv[1]

Definition at line 47 of file combine_hdf5.py.

pid

combine_hdf5.pid = pointIDs_out[mask_out]

Definition at line 273 of file combine_hdf5.py.

Referenced by Gambit::Printers::HDF5Reader.get_current_point(), Gambit::ColliderBit.getOSpairs(), Gambit::ColliderBit.getSSpairs(), Gambit::ColliderBit.sortByPT_l(), and Gambit::ColliderBit.SortJets().

pointIDs_in

dictionary combine_hdf5.pointIDs_in = fin[RA_group]["RA_pointID"][imin:imax]

Definition at line 225 of file combine_hdf5.py.

pointIDs_isvalid_in

combine_hdf5.pointIDs_isvalid_in = np.array(fin[RA_group]["RA_pointID_isvalid"][imin:imax],dtype=np.bool)

Definition at line 227 of file combine_hdf5.py.

pointIDs_isvalid_out

combine_hdf5.pointIDs_isvalid_out = np.array(fout[group]["pointID_isvalid"][:],dtype=np.bool)

Definition at line 255 of file combine_hdf5.py.

pointIDs_out

combine_hdf5.pointIDs_out = fout[group]["pointID"]

Definition at line 253 of file combine_hdf5.py.

RA_dsets

list combine_hdf5.RA_dsets = [set([]) for i in range(N)]

Definition at line 64 of file combine_hdf5.py.

RA_dsets_exclude

combine_hdf5.RA_dsets_exclude = set(["RA_pointID","RA_pointID_isvalid","RA_MPIrank","RA_MPIrank_isvalid"])

Definition at line 65 of file combine_hdf5.py.

RA_group

string combine_hdf5.RA_group = group + "/RA"

Definition at line 51 of file combine_hdf5.py.

RA_lengths

list combine_hdf5.RA_lengths = [0 for i in range(N)]

Definition at line 67 of file combine_hdf5.py.

rank

combine_hdf5.rank = mpiranks_out[mask_out]

Definition at line 274 of file combine_hdf5.py.

Referenced by Gambit::Printers::HDF5Printer.common_constructor(), Gambit::Printers::HDF5::hdf5_stuff.Enter_Aux_Parameters(), Gambit::Printers::HDF5.find_temporary_files(), Gambit::PostProcessor.get_done_points(), Gambit::PostProcessor.get_effective_chunk(), Gambit::Printers::HDF5Printer2.HDF5Printer2(), Gambit::IniParser.importRound(), main(), Gambit::Likelihood_Container.main(), Gambit::Printers::SQLiteReader.move_to_next_point(), Gambit::Printers::HDF5DataSetBase.open_dataset(), Gambit::Scanner::like_ptr.operator()(), Gambit::module_functor< ModelParameters >.print(), Gambit::IniParser.recursiveImport(), Gambit::Printers::HDF5Printer2.resume_reader_options(), Gambit::Printers::BaseReader.retrieve(), Gambit::Scanner::Scan_Manager.Run(), Gambit::Printers::HDF5::ra_copy_hdf5.run(), scanner_plugin(), Gambit::Printers::HDF5MasterBuffer.schedule_print(), and Gambit::Scanner.TWalk().

runchecks

bool combine_hdf5.runchecks = True

Definition at line 40 of file combine_hdf5.py.

sync_dsets

list combine_hdf5.sync_dsets = [set([]) for i in range(N)]

Definition at line 63 of file combine_hdf5.py.

sync_lengths

list combine_hdf5.sync_lengths = [0 for i in range(N)]

Definition at line 66 of file combine_hdf5.py.

target_dsets

dictionary combine_hdf5.target_dsets = {}

Definition at line 159 of file combine_hdf5.py.

target_length

combine_hdf5.target_length = fout[group]["pointID"].shape[0]

Definition at line 288 of file combine_hdf5.py.

target_mask

combine_hdf5.target_mask = np.zeros(target_length, dtype=bool)

Definition at line 292 of file combine_hdf5.py.

target_mask_small

combine_hdf5.target_mask_small = np.in1d(IDs_out,IDs_in)

Definition at line 284 of file combine_hdf5.py.

tmp_dset_metadata

dictionary combine_hdf5.tmp_dset_metadata = {}

Definition at line 79 of file combine_hdf5.py.

tmp_files

combine_hdf5.tmp_files = sys.argv[3:]

Definition at line 49 of file combine_hdf5.py.

Referenced by Gambit::Printers::HDF5Printer.clear_previous_points(), Gambit::Printers::HDF5Printer.common_constructor(), main(), and Gambit::Printers::HDF5Printer.prepare_and_combine_tmp_files().

tmp_RA_dset_metadata

dictionary combine_hdf5.tmp_RA_dset_metadata = {}

Definition at line 80 of file combine_hdf5.py.

total_sync_length

combine_hdf5.total_sync_length = sum(sync_lengths)

Definition at line 98 of file combine_hdf5.py.

xsort

combine_hdf5.xsort = np.argsort(IDs_in)

Just some test code which I decided to keep around since it is helpful for understand how the rearrangment of the input data to match the output selection works.

# Compute sorting index array for rearranging the source entries to match the target locations
# The way this works is a bit trippy, but it is fast.
#y = target (IDs_out)
#x = sources (IDs_in)
#result = array of length(y), containing positions of
#e.g.
#x = np.array([3,5,7,1 ,9  ,8,6,6])
#y = np.array([2,1,5,10,100,6])
# out = [ - 3 1 - - 6 ]
# i.e. "1" in y, is in position index 3 of x.
x1 = np.array([0,1,2,3,4,5,6,7,8])
y1 = np.array([4,3,5,0,1,2,6,8,7])
# where in x is each element of y?
# should give back y, since e.g. 4 is at index 4 in x
# then using ypos as indices on x[sort1], should again return y.
xsort1 = np.argsort(x1)
ypos1 = np.searchsorted(x1[xsort1], y1)
print "verifying..."
print y1
print ypos1
print xsort1[ypos1]
# less trivial test:
x2 = np.array([0,1,7,2,7,8,6,4])
y2 = np.array([4,0,1,2,6,8,7])
# indices array should be:
#            [8,1,2,3,7,5,2]
# (but in our case we don't want duplicates in either the target or input arrays!)
xsort2 = np.argsort(x2)
ypos2 = np.searchsorted(x2[xsort2], y2)
indices = xsort2[ypos2]
print "verifying..."
print x2
print xsort2
print x2[xsort2]
print "y2"
print y2
print ypos2
print indices
print x2[indices]

Definition at line 368 of file combine_hdf5.py.

yindex

combine_hdf5.yindex = np.searchsorted(IDs_in[xsort], IDs_out[target_mask_small])

Definition at line 369 of file combine_hdf5.py.