import pyfits as pf
import numpy as n
import pylab as p
from scipy.interpolate import interp1d
allcat="/Volumes/data/VIPERS/catalogs/VIPERS_W14_summary_06z10_lines.fits"
hd=pf.open(allcat)
dat=hd[1].data

allcat="/Volumes/data/VIPERS/catalogs/VIPERS_W14_summary.fits"
hd=pf.open(allcat)
dat=hd[1].data
len(dat)

allcat="/Volumes/data/LF-O/data/VIPERS.fits"
hd=pf.open(allcat)
dat=hd[1].data
len(dat)

out="/Volumes/data/VIPERS/catalogs/forClustering3/vipers-W14-radeczW-06z10"

all=(dat['zspec']>=0.6)&(dat['zspec']<=1.0)&(dat['zflg']>=2)&(dat['tsr']*dat['ssr']>0)
len(dat[all]) # 30 494

def write_catalogs(qty,dN=6000):
	NN,bb,pp=p.hist(dat[qty][all],cumulative=True,bins=10000)
	nzI=interp1d(NN,bb[1:])
	gbI=nzI(n.arange(2,len(dat[qty][all]),dN))
	gbins=n.hstack((dat[qty][all].min(),gbI[1:-1],dat[qty][all].max()))
	for ii in range(len(gbins)-1):
		sel=(all)&(dat[qty]>=gbins[ii])&(dat[qty]<gbins[ii+1])
		on=out+"_"+str(n.round(gbins[ii],2))+qty+str(n.round(gbins[ii+1],2))+".cat"
		n.savetxt(on,n.transpose([dat['alpha'][sel], dat['delta'][sel],dat['zspec'][sel], dat['tsr'][sel]* dat['ssr'][sel] ]))

NN,bb,pp=p.hist(dat['i'][all],cumulative=True,bins=10000)
nzI=interp1d(NN,bb[1:])
gbI=nzI(n.arange(2,len(dat['i'][all]),5000))
gbins=n.hstack((dat['i'][all].min(),gbI[1:-1],dat['i'][all].max()))

for ii in range(len(gbins)-1):
	sel=(all)&(dat['i']>=gbins[ii])&(dat['i']<gbins[ii+1])
	on=out+"_"+str(n.round(gbins[ii],2))+"i"+str(n.round(gbins[ii+1],2))+".cat"
	n.savetxt(on,n.transpose([dat['alpha'][sel], dat['delta'][sel],dat['zspec'][sel], dat['tsr'][sel]* dat['ssr'][sel] ]))



mock_sham_M_allCols.cat.gz  paramXI-vipers-W14.cat		    vipers-W14-radeczW-06z10.cat.masked.random.cat
mock_sham_M_radecz.cat	    random-W14-VIPERS-06z10.NZ.rds	    vipers-W14-radeczW-06z10_sigpi.dat
mock_sham_V_allCols.cat.gz  vipers-W14-radeczW-06z10.cat.masked     vipers-W14-radeczW-06z10_xi.dat
mock_sham_V_radecz.cat	    vipers-W14-radeczW-06z10.cat.masked.NZ


data_filename= /home2/jcomparat/vipers/clustering/vipers-W14-radeczW-06z10.cat.masked
random_filename= /home2/jcomparat/vipers/clustering/vipers-W14-radeczW-06z10.cat.masked.random.cat
paramXI-vipers-W14-g229.cat	     vipers-W14-radeczW-06z10.cat.masked.NZ
vipers-W14-radeczW-06z10.cat.masked  vipers-W14-radeczW-06z10.cat.masked.random.cat.gz


forClustering2/vipers-W14-radeczW-06z10.cat



for i in *.cat; do
    sed '1d' $i > $i.dat 
done

#!/bin/bash/
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R1.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R2.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R3.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R4.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R5.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R6.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R7.cat.dat
./CUTE ../../../eBOSS/lc-06z08/wthRealizations/./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramWTW1like-halo_150_V_170.cat-R8.cat.dat


#!/bin/bash/
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R01.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R02.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R03.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R04.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R05.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R06.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R07.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R08.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R09.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R10.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R11.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R12.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R13.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R14.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R15.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R16.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R17.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R18.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R19.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R21.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R22.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R23.cat.dat
./CUTE ../../../eBOSS/lc-06z08/xiRealizations/paramXIVipers-like-halo_150_V_170.cat-R24.cat.dat

at z=0.8
all galaxies with g<22.8 have i<22.5
so the VIPERS selection is not a limit

look at the n(z) og g<22.5 - 23 by 0.1

compute
xi 22.5, .6, .7 .9

gunzip *.gz

cd ~/code/CUTE-1.1/CUTE/
./CUTE ../../../vipers/paramXIRP-vipers-W14-g228-ugri.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g228-ugri.cat

java -jar /Applications/stilts.jar tpipe in=catalogs/VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-06z10.cat ofmt=ascii



java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<22.8 && g_T07>20. && u_T07-r_T07<0.7*(g_T07-i_T07)+0.1"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g228-ugri.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<22.5"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g225.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<22.6"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g226.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<22.7"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g227.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<22.8"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g228.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<22.9"' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g229.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<23."' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g230.cat ofmt=ascii


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<23. && flux_oii>8e-17 "' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g23_fo2_8e17.cat ofmt=ascii



java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<23. && flux_oii>1e-16 "' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g23_fo2_1e16.cat ofmt=ascii



java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits \
cmd='select "zflg>=2 && zspec<1 && zspec>0.6 && g_T07<23. && flux_oii>2e-16 "' \
cmd='keepcols "alpha delta zspec w"' \
out=forClustering2/vipers-W14-radeczW-g23_fo2_2e16.cat ofmt=ascii