#/bin/bash/

cd /Applications/venice

./venice -m vipers_pdr1_spectromask_W4.reg -r -f inside -npart 1200000 -o randomW4.cat

./venice -m vipers_pdr1_spectromask_W1.reg -r -f inside -npart 1200000 -o randomW1.cat

./venice -m vipers_W14_spectro.reg -r -f inside -npart 3000000 -o randomW14.cat

./venice -m vipers_photo_pdr1_W14.reg -cat randomW14.cat -f outside -o randomW14.out.cat

./venice -m vipers_photo_pdr1_W14.reg -cat randomW14.cat -f outside -o randomW14.out.cat


/Applications/athena_1.7/src/venice -m /Volumes/data/VIPERS/mask/vipers_photo_pdr1/vipers_photo_pdr1_W1.reg -cat /Volumes/data/VIPERS/mask/randomW14.out.cat -f outside -o /Volumes/data/VIPERS/mask/randomW1.out.cat.masked

/Applications/athena_1.7/src/venice -m /Volumes/data/VIPERS/mask/vipers_photo_pdr1/vipers_photo_pdr1_W4.reg -cat /Volumes/data/VIPERS/mask/randomW14.out.cat -f outside -o /Volumes/data/VIPERS/mask/randomW4.out.cat.masked

cat /Volumes/data/VIPERS/mask/randomW4.out.cat.masked /Volumes/data/VIPERS/mask/randomW1.out.cat.masked > /Volumes/data/VIPERS/mask/randomW14.out.cat.masked

./venice -m /Volumes/data/VIPERS/mask/vipers_photo_pdr1/vipers_photo_pdr1_W1.reg -cat /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W14-radeczW-06z10.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W1-radeczW-06z10.cat.masked

./venice -m /Volumes/data/VIPERS/mask/vipers_photo_pdr1/vipers_photo_pdr1_W4.reg -cat /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W14-radeczW-06z10.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W4-radeczW-06z10.cat.masked

cat /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W4-radeczW-06z10.cat.masked /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W1-radeczW-06z10.cat.masked > /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W14-radeczW-06z10.cat.masked


/Volumes/data/VIPERS/catalogs/forClustering2/vipers-W14-radeczW-06z10.cat.masked
/Volumes/data/VIPERS/mask/randomW14.out.cat


./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-236g.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-236g.cat.masked

./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-23g236.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-23g236.cat.masked
./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-foii15e16.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-foii15e16.cat.masked
./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-foii8e17.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-foii8e17.cat.masked
./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-g226.cat -f outside -o  /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-g226.cat.masked
./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-g23.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-g23.cat.masked

for f in /Volumes/data/VIPERS/catalogs/forClustering2/*
do
    ./venice -m vipers_photo_pdr1_W14.reg -cat $f  -f outside -o $f.masked
done

./venice -m vipers_photo_pdr1_W14.reg -cat /Volumes/data/VIPERS/catalogs/forClustering2/vipers-W14-radeczW-g228-ugri.cat -f outside -o /Volumes/data/VIPERS/catalogs/forClustering/vipers-W14-radeczW-g228-ugri.cat.masked


cp randomW14.out.cat ~/data/VIPERS/mask/



import numpy as n

from scipy.special import erf
from scipy.interpolate import interp1d

dz=0.03
zs=n.arange(0,1.5,dz)
inErf=17.465*(0.424-zs)
CSR=(0.5-erf(inErf)/2.)
NZA=3.103*(zs/0.191)**8.603 * n.e**( -(zs/0.191)**1.448 )*CSR

nz=interp1d(zs,NZA)

from scipy import stats
from scipy.stats import uniform

rdsz=[]
for i in range(len(zs)):
	inter=n.random.uniform(low=zs[i]-dz/2., high=zs[i]+dz/2., size=int(140*nz(zs[i])))
	rdsz.append(inter)

rds=n.hstack((rdsz))

ra,dec=n.loadtxt("randomW1.cat",unpack=True)
n.random.shuffle(rds)
RR=rds[:len(ra)]
n.savetxt("randomW1-radecz.cat",n.transpose([ra,dec,RR,n.ones_like(RR)]))

rdsz=[]
for i in range(len(zs)):
	inter=n.random.uniform(low=zs[i]-dz/2., high=zs[i]+dz/2., size=int(170*nz(zs[i])))
	rdsz.append(inter)

rds=n.hstack((rdsz))

ra,dec=n.loadtxt("randomW4.cat",unpack=True)
n.random.shuffle(rds)
RR=rds[:len(ra)]
n.savetxt("randomW4-radecz.cat",n.transpose([ra,dec,RR,n.ones_like(RR)]))

# w>0 && zflg>=2 && zflg<9.6 && photoMas==1
# zOk && g_T07<23.
# zOk && g_T07>23.6
# zOk && g_T07<23.6 && g_T07>23

java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits ifmt=fits \
cmd='addcol rd "RANDOM"' \
cmd='select "w>0 && zflg>=2 && zflg<9.6 && photoMask==1 &&  g_T07<22.6"' \
cmd='keepcols "alpha delta zspec w"' \
omode=out ofmt=ascii out=forClustering/vipers-W14-radeczW-g226.cat

java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits ifmt=fits \
cmd='addcol rd "RANDOM"' \
cmd='select "w>0 && zflg>=2 && zflg<9.6 && photoMask==1 &&  g_T07<23."' \
cmd='keepcols "alpha delta zspec w"' \
omode=out ofmt=ascii out=forClustering/vipers-W14-radeczW-g23.cat

java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits ifmt=fits \
cmd='addcol rd "RANDOM"' \
cmd='select "w>0 && zflg>=2 && zflg<9.6 && photoMask==1 &&  g_T07<23.6 && g_T07>23"' \
cmd='keepcols "alpha delta zspec w"' \
omode=out ofmt=ascii out=forClustering/vipers-W14-radeczW-236g236.cat


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits ifmt=fits \
cmd='addcol rd "RANDOM"' \
cmd='select "w>0 && zflg>=2 && zflg<9.6 && photoMask==1 &&  g_T07>23.6 "' \
cmd='keepcols "alpha delta zspec w"' \
omode=out ofmt=ascii out=forClustering/vipers-W14-radeczW-236g.cat


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits ifmt=fits \
cmd='addcol rd "RANDOM"' \
cmd='select "w>0 && zflg>=2 && zflg<9.6 && photoMask==1 && SN_Oii>5 && fluxErr_Oii>0. && flux_Oii>8.*pow(10,-17) "' \
cmd='keepcols "alpha delta zspec w"' \
omode=out ofmt=ascii out=forClustering/vipers-W14-radeczW-foii8e17.cat


java -jar /Applications/stilts.jar tpipe in=VIPERS_W14_summary.fits ifmt=fits \
cmd='addcol rd "RANDOM"' \
cmd='select "w>0 && zflg>=2 && zflg<9.6 && photoMask==1 && SN_Oii>5 && fluxErr_Oii>0. && flux_Oii>1.5*pow(10,-16) "' \
cmd='keepcols "alpha delta zspec w"' \
omode=out ofmt=ascii out=forClustering/vipers-W14-radeczW-foii15e16.cat



# now makes the randoms for the different subsamples.
import glob
catList=glob.glob("../catalogs/forClustering/vipers-W14*.cat")

for ii in range(len(catList)):
ii=0
outname="randomW4-radecz-236g-plus.cat"
ra,dec,z,w=n.loadtxt(catList[ii],unpack=True)
dz=0.03
zs=n.arange(0,1.5,dz)
nn,bb,pp=p.hist(z,bins=zs+dz/2.)
nz=interp1d(zs[1:],nn)
rdsz=[]
for i in range(1,len(zs),1):
	inter=n.random.uniform(low=zs[i]-dz/2., high=zs[i]+dz/2., size=int(170*nz(zs[i])))
	rdsz.append(inter)

rds=n.hstack((rdsz))
raR,decR=n.loadtxt("randomW4.cat",unpack=True)
n.random.shuffle(rds)
RR=rds[:len(raR)]
n.savetxt(outname,n.transpose([raR,decR,RR,n.ones_like(RR)]))




ii=1
outname="randomW4-radecz-23g236.cat"
ra,dec,z,w=n.loadtxt(catList[ii],unpack=True)
dz=0.03
zs=n.arange(0,1.5,dz)
nn,bb,pp=p.hist(z,bins=zs+dz/2.)
nz=interp1d(zs[1:],nn)
rdsz=[]
for i in range(1,len(zs),1):
	inter=n.random.uniform(low=zs[i]-dz/2., high=zs[i]+dz/2., size=int(170*nz(zs[i])))
	rdsz.append(inter)

rds=n.hstack((rdsz))
raR,decR=n.loadtxt("randomW4.cat",unpack=True)
n.random.shuffle(rds)
RR=rds[:len(raR)]
n.savetxt(outname,n.transpose([raR,decR,RR,n.ones_like(RR)]))



ii=2
outname="randomW4-radecz-8e17OII-plus.cat"
ra,dec,z,w=n.loadtxt(catList[ii],unpack=True)
dz=0.03
zs=n.arange(0,1.5,dz)
nn,bb,pp=p.hist(z,bins=zs+dz/2.)
nz=interp1d(zs[1:],nn)
rdsz=[]
for i in range(1,len(zs),1):
	inter=n.random.uniform(low=zs[i]-dz/2., high=zs[i]+dz/2., size=int(170*nz(zs[i])))
	rdsz.append(inter)

rds=n.hstack((rdsz))
raR,decR=n.loadtxt("randomW4.cat",unpack=True)
n.random.shuffle(rds)
RR=rds[:len(raR)]
n.savetxt(outname,n.transpose([raR,decR,RR,n.ones_like(RR)]))



ii=4
outname="randomW4-radecz-g23.cat"
ra,dec,z,w=n.loadtxt(catList[ii],unpack=True)
dz=0.03
zs=n.arange(0,1.5,dz)
nn,bb,pp=p.hist(z,bins=zs+dz/2.)
nz=interp1d(zs[1:],nn)
rdsz=[]
for i in range(1,len(zs),1):
	inter=n.random.uniform(low=zs[i]-dz/2., high=zs[i]+dz/2., size=int(170*nz(zs[i])))
	rdsz.append(inter)

rds=n.hstack((rdsz))
raR,decR=n.loadtxt("randomW4.cat",unpack=True)
n.random.shuffle(rds)
RR=rds[:len(raR)]
n.savetxt(outname,n.transpose([raR,decR,RR,n.ones_like(RR)]))


3D_ps
-D_WITH_WEIGHTS
rpi

../../../vipers/

paraXImock_14pc.dat		  randomW4-radecz.cat		   vipers-W4-radeczW-8e17OII-plus.cat
randomW4-radecz-236g-plus.cat	  randomW4-radecz-g23.cat	   vipers-W4-radeczW-all.cat
randomW4-radecz-23g236.cat	  vipers-W4-radeczW-236g-plus.cat  vipers-W4-radeczW-g23.cat
randomW4-radecz-8e17OII-plus.cat  vipers-W4-radeczW-23g236.cat


./CUTE ../../../vipers/paramRPXI-vipers-W14-236g.cat
./CUTE ../../../vipers/paramRPXI-vipers-W14-23g236.cat
./CUTE ../../../vipers/paramRPXI-vipers-W14-foii15e16.cat
./CUTE ../../../vipers/paramRPXI-vipers-W14-foii8e17.cat
./CUTE ../../../vipers/paramRPXI-vipers-W14-g226.cat
./CUTE ../../../vipers/paramRPXI-vipers-W14-g23.cat
./CUTE ../../../vipers/paramXI-vipers-W14-236g.cat
./CUTE ../../../vipers/paramXI-vipers-W14-23g236.cat
./CUTE ../../../vipers/paramXI-vipers-W14-foii15e16.cat
./CUTE ../../../vipers/paramXI-vipers-W14-foii8e17.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g226.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g23.cat



./CUTE ../../../vipers/paramXI-vipers-W14-g225.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g226.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g227.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g228.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g229.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g230-1e16.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g230-2e16.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g230-8e17.cat
./CUTE ../../../vipers/paramXI-vipers-W14-g230.cat


./CUTE ../../../vipers/paramXIRP-vipers-W14-g225.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g226.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g227.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g228.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g229.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g230-1e16.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g230-2e16.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g230-8e17.cat
./CUTE ../../../vipers/paramXIRP-vipers-W14-g230.cat