$title<\/h2>/) {
print "ERROR: Title '$title' already exists. abort.";
exit;
}

my $h = 505 /2;
my $w = 760 /2;


my @paths = ();
my @text = ();
for my $i (0 .. ($number-1)){
push @paths, strparam('path_' . $i);
push @text, strparam('text_' . $i);
}


my $html = "\n\n\n\n";

$html .= "\n";

$text =~ s/\n/
/sg;
# Text for the Page
$html .= "

---

$date [top]

$title

\n";
$html .= "$text

\n";

# the pictures and their description
$html .= '';
my $i = 0;
for my $path (@paths){
$path =~ m/.*\/(.*)/;
my $gif = $1;

$path =~ m/.+?\/(.*)/;
my $path_without_alias = $OBSIDS_ROOT . $1;


# heading
#$html .= "\n\t\n";
$html .= "\n";

# the gif
$html .= "\t";

# description
$html .= "\t\n";

$html .= "\n";
$i++;

# copy the image to html/img
system("cp $path_without_alias $imgDir");
}
$html .= '

$gif
\n"; #$html .= "\t\n"; $html .= "\t\n"; $html .= "\t	\n"; $html .= "\t$text[$i]\n"; $html .= "\t

';

update_newsPage($html,$title);

# ok. remove the tmp-file
system("rm html/pending_$filedate.html") and error("Couldn't remove html/pending_$filedate.html - (rm html/pending_$filedate.html) ");

print 'ok. news.html has been updated
see news

';
}


sub update_newsPage
{
my $html = shift;
my $title = shift;
my $date = get_date();

# read the news page
open(FILE,"<$NEWS_HTML") or error("couldn't open file ($NEWS_HTML)");
my @lines = ;
close FILE,
my $lines = join '', @lines;


my $c = $lines =~ m/<\!-- contents -->(.*?<\!-- \/contents -->)(.*)/s;
my $old_contents = $1; # table of contents
my $rest = $2;

if ($c == 0){
print "error. couldn't find the content";
exit;
}

# 1. update table of contents
my $anchor = "

$date - $title

";
my $new_contents = "Table of contents:
\n$anchor\n" . $old_contents;

# 2. update the rest (the real news)
my $new_html = $new_contents . $html . $rest;

# write the file (completly new)
write_to_file($NEWS_HTML, $new_html);

}

sub email
{
# send an email with a link to the new issue

my $title = strparam('title');

my $datetime = get_datetime();
my $filename = "pending_$datetime.html";
my $link = ' link ';

# save the the html-page
write_to_file($WWW_ROOT . $filename , get_publish_html($datetime));

my $txt = "A new calibration preview item has been proposed to be published. It is awaiting SSM approval by you. You can approve the item also adding modifications to it at ";
# send the email to all

print "
The following email has been sent to: ";
for (@EMAIL_TO) {
sendmail('previewtool@esa', $_, "confirmation of: $title", $txt . $link);
print " $_
";
}
print "
===> $txt ...

";

exit;
}



sub publish
{

# publish --> send email for confirmation
# --> email to Fred and Marcus
# --> same publish page only with "confirmed" button
# --> if "confirmed" --> take news.html and append it. put it in a certain dir (cron job will put it on www)

print get_publish_html();
exit;
}


sub get_publish_html
{

my $filedate = shift; # only after sending an email (hidden field)

my $number = strparam('number');
my $toconfirm = strparam('toconfirm');
my $title = strparam('title');
my $text = strparam('text');
my $author = strparam('author');

my $h = 505 /2;
my $w = 760 /2;


my @paths = ();
my @text = ();
for my $i (0 .. ($number-1)){
push @paths, strparam('path_' . $i);
push @text, strparam('text_' . $i);
}

my $html = '';
$html .= "

Confirmation

Please confirm the folowing ...

\n" if ($toconfirm);
$html .= "

new Item

\n" if (!$toconfirm);

$html .= '' . "\n";
$html .= "

";

if ($toconfirm eq '1') {
$html .= "\n";
} else {
$html .= "\n";
}

if ($filedate ne ''){
$html .= "\n";
}

$html .= "\n\n";



# Title
$html .= "Title:
\n";
$html .= "

\n";

# Text for the Page
$html .= "Text:
\n";
$html .= "$text

\n";

# Author
$html .= "Author:
\n";
$html .= "

\n";

# the pictures and their description
$html .= '';
my $i = 0;
for my $path (@paths){
$html .= "\n";
$path =~ m/.*\/(.*)/;
my $gif = $1;

# heading
$html .= "\n\t\n";
$html .= "\n";

# the gif
$html .= "\t";

# description
$html .= "\t\n";

$html .= "\n";
$i++;
}
$html .= '

$gif
\n"; $html .= "\t\n"; $html .= "\t	\n"; $html .= "\t description \n"; $html .= "\t$text[$i]\n"; $html .= "\t

';



if (! $toconfirm){
$html .= "
\n";
$html .= "\n";
} else {
$html .= " (make it public)
\n";
}
$html .= "

";
$html .= "";


return $html;

}


# ----------------------------------------------------------------------------------------------- #
# ----------------------------------- flux ------------------------------------------------------ #
# ----------------------------------------------------------------------------------------------- #

sub plot_flux
{
# get the flux plot

# 1. get the data (flux) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

# Suzaku ? then foward
if (strparam('suzaku') == 1){
plot_flux4Suzaku();
exit;
}
# CHANDRA ? then foward
if (strparam('obsid') =~ '_'){
plot_flux4Chandra();
exit;
}

my $tmp_gif_name = $WWW_ROOT . 'flux.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/myflux_*.txt");

#my $version = strparam('version');
my $obsid = strparam('obsid');
my $target = getTargetbyObsid($obsid);

print "\n";

my $vn = ""; # versions (for the plot, X-Axis)

# get the versions
my $versions = scanObsid($obsid);

#dumpit($versions);
my $rev = getRevolution($obsid);
my $num = 1;
my $warning = 0;

# get the highest amount of bands
my $bands_count = 0;
for my $version (reverse sort keys %$versions){
#$version =~ /.*-(.*)/;
#$vn .= "'$1',";
my $path = $OBSIDS_ROOT . $obsid . "/" . $version;
my ($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
$bands_count = (scalar @$bands) > $bands_count ? (scalar @$bands) : $bands_count;
#debuglog($version . " - ". $bands_count);
}

# do it
for my $version (reverse sort keys %$versions){


my $path = $OBSIDS_ROOT . $obsid . "/" . $version;
#print "
found " . $version . " \n";

# get the params for this version
my ($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
my ($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\n";

if ((scalar @$bands) == 0) {
print "
Warning. No parameters found ( for $version ). Will skipp this version.";
next;
}

# the version name
$version =~ /.*-(.*)/;
$vn .= "'$1',";


for my $i (0 .. ($bands_count -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];



if ($valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 ){
$warning = 1;
}

my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];

$band =~ s/\s//g;
$data .= $band . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= "\n";

}
write_to_file($IDL_DIR . "myflux_$num.txt" ,$data);
$num++;
}

if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

print "
";

chop $vn; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotFlux.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
write_to_file("exec_plotFlux" , $$execIdlFile);

# ok. execute the IDL script
#print "\n";
my $res = `$IDL_BIN exec_plotFlux`;
print "\n";
print "
\n";

# convert to .gif
#system("$CONVERT_BIN -page A4+0+0 flux.ps $tmp_gif_name") and print "error couldn't convert: $! \n
";
system("$CONVERT_BIN flux.ps $tmp_gif_name") and print "error couldn't convert(1): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}

# clean up
#system("rm flux.ps");
#system("rm exec_plotFlux");
#system("rm my*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print '

';



exit;
}


sub getFlux
{
# extract the flux out of the .log files for all cameras for a given version
# returns html table (link: see Flux)

my $version = strparam('version');
my $obsid = strparam('obsid');
my $path = $OBSIDS_ROOT . $obsid . "/" . $version;

my ($val_joined, $bands, $val_pn, $val_mos1 ,$val_mos2, $val_rgs1, $val_rgs2 );
my ($unit_joined, $unit_pn, $unit_mos1 ,$unit_mos2, $unit_rgs1, $unit_rgs2 );
my $nn; # not needed

# get the values
if (strparam('method') eq "2") {
# Method 2
($val_joined, $bands, $unit_joined ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn,$nn,$unit_pn) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1,$nn,$unit_mos1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2,$nn,$unit_mos2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1,$nn,$unit_rgs1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2,$nn,$unit_rgs2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS2.*log'));
} else {
# Method 1
($val_joined, $bands, $unit_joined ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn,$nn,$unit_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1,$nn,$unit_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2,$nn,$unit_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1,$nn,$unit_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2,$nn,$unit_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
}

# output
my $html = "";
$html .= '';

# header
$html .= '';
$html .= '';
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= '';


for my $i (0 .. ((scalar @$bands) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= '';


}
$html .= '

Range	JOINT [$unit_joined]	PN [$unit_pn]	MOS1 [$unit_mos1]	MOS2 [$unit_mos2]	RGS1 [$unit_rgs1]	RGS2 [$unit_rgs2]
$bands->[$i] keV	$val_joined->[$i]	$val_pn->[$i]	$val_mos1->[$i]	$val_mos2->[$i]	$val_rgs1->[$i]	$val_rgs2->[$i]

';
$html .= '

';
print $html;
exit;
}

sub parseLogFile4Flux {

# extracts flux for one camera
# used by getFlux and plotFlux

debuglog("======================== parseFLux =====================");
my @bands;
my @values;
my @units;
my $unit = "";

# parse the LogFile to get the flux
my $path = shift;
$path =~ m/.*XMM\/(.*)/;
$path =~ s/(.*)_(.*)\.log/\1_summary\.flux1/;
my $instrument = $2;

debuglog("path: $path");
my $log = read_file($path);

if ($log eq '') {
debuglog($log);
debuglog("no flux file found !!!!!!");
return (\@values,\@bands,$unit) ;
}

my @lines = split "\n", $log;
for my $i (0 .. ((scalar @lines) - 1)){
my @cols = split /\s+/, $lines[$i];
# Bands
if ($i == 0) {
for my $a ( 1 .. @cols -1){
push @bands, $cols[$a];
}
}
# Unit
if ($i == 1) {
for my $a ( 1 .. @cols -1){
push @units, $cols[$a];
}
}
# Flux-Values
if ($lines[$i] =~ m/$instrument/) {
debuglog("line $i : " . $lines[$i]);
$unit = $units[$i]; # the related unit
for my $a ( 1 .. @cols -1){
push @values, $cols[$a];
}
}

}


debuglog("values: " . join "===>", @values);
debuglog("bands: " . join "===>", @bands);
debuglog("units: " . join "===>", @units);
debuglog("inst: " . join "===>", $instrument);

debuglog("======================== /parseFLux $instrument =====================");

return (\@values,\@bands,$unit) ;
}



sub parseLogFile4Flux_Method2 {
# extracts flux for one camera
# used by getFlux and plotFlux

debuglog("======================== parseFLux Method 2 =====================");
my @bands;
my @values;
my @units;
my $unit = "";

# parse the LogFile to get the flux
my $path = shift;
$path =~ m/.*XMM\/(.*)/;
$path =~ s/(.*)_(.*)\.log/\1_summary\.flux2/;
my $instrument = $2;

debuglog("path: $path");
my $log = read_file($path);


my @lines = split "\n", $log;
for my $i (0 .. ((scalar @lines) - 1)){
my @cols = split /\s+/, $lines[$i];
# Bands
if ($i == 0) {
for (my $a = 2; $a <= @cols; $a+=14){
push @bands, $cols[$a];
}
pop @bands; # one too much
}
# Unit
if ($i == 2) {
$unit = $cols[13];
}
if ($lines[$i] =~ m/$instrument/) {
for (my $a = 13; $a <= @cols; $a+=14){
push @values, $cols[$a];
}
}

}


debuglog("values: " . join "===>", @values);
debuglog("bands: " . join "===>", @bands);
debuglog("unit: " . join "===>", $unit);
debuglog("inst: " . join "===>", $instrument);

# debuglog("======================== /parseFLux Method 2 $instrument =====================");

return (\@values,\@bands,$unit) ;
}


# ----------------------------------------------------------------------------------------------- #
# ----------------------------------- dat/log files --------------------------------------------- #
# ----------------------------------------------------------------------------------------------- #

sub plot_parameter
{

# get the parameter plot

# 1. get the data (parameter) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it


# Suzaku ? then foward
if (strparam('suzaku') == 1){
plot_parameter4Suzaku();
exit;
}

# CHANDRA ? then foward
if (strparam('obsid') =~ '_'){
plot_parameter4Chandra();
exit;
}

my $tmp_gif_name = $WWW_ROOT . 'parameter.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/my_*.txt");
system("rm $IDL_DIR/errors_*.txt");

#my $version = strparam('version');
my $obsid = strparam('obsid');
my $target = getTargetbyObsid($obsid);

print "\n";

my $vn = ""; # versions (for the plot, X-Axis)

# get the versions
my $versions = scanObsid($obsid);

#dumpit($versions);
my $rev = getRevolution($obsid);
my $num = 1;
my $warning = 0;
my $component_count = 0;
for my $version (reverse sort keys %$versions){

my $path = $OBSIDS_ROOT . $obsid . "/" . $version;
#print "
found " . $vn . " \n
";

# get the params for this version
my ($nn, $val_joined, $component, $parameter, $units, $chi_joined, $errors_joined ) = parseLogFile($path . '/' .get_file($path, '\d_joint.*log'));
my ($nn, $val_pn, $nn, $nn, $nn, $chi_pn,$errors_pn) = parseLogFile($path . '/' .get_file($path, '\d_EPN.*log'));
my ($nn, $val_mos1,$nn, $nn, $nn, $chi_mos1, $errors_mos1) = parseLogFile($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($nn, $val_mos2,$nn, $nn, $nn, $chi_mos2, $errors_mos2) = parseLogFile($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($nn, $val_rgs1,$nn, $nn, $nn, $chi_rgs1, $errors_rgs1) = parseLogFile($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($nn, $val_rgs2,$nn, $nn, $nn, $chi_rgs2, $errors_rgs2) = parseLogFile($path . '/' .get_file($path, '\d_RGS2.*log'));

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\n";
my $data_errors = "ERRORS\tjm\tjp\tpm\tpp\tm1m\tm1p\tm2m\tm2p\tr1m\tr1p\tr2m\tr2p\n";

if ((scalar @$component) == 0) {
print "
Warning. No parameters found ( for $version ). Will skipp this version.";
#exit;
next;
}

# the version name
$version =~ /.*-(.*)/;
$vn .= "'$1',";

#print "";

my $e = 0;
$component_count = (scalar @$component) > $component_count ? (scalar @$component) : $component_count;
for my $i (0 .. $component_count -1 ){
# build s.th. like this
# Fit j p m
# a 2.1 5.2 1.32
# b 2.12 2.21 2.31
# c 3.11 3.23 3.33
# d 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];

if ($valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 ){
$warning = 1;
debuglog("$valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 ");
}

$data .= $parameter->[$i] . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= "\n";


$data_errors .= $parameter->[$i] . "\t";
$data_errors .= $errors_joined->[$e] . "\t";
$data_errors .= $errors_joined->[$e+1] . "\t";
$data_errors .= $errors_pn->[$e] . "\t";
$data_errors .= $errors_pn->[$e+1] . "\t";
$data_errors .= $errors_mos1->[$e] . "\t";
$data_errors .= $errors_mos1->[$e+1] . "\t";
$data_errors .= $errors_mos2->[$e] . "\t";
$data_errors .= $errors_mos2->[$e+1] . "\t";
$data_errors .= $errors_rgs1->[$e] . "\t";
$data_errors .= $errors_rgs1->[$e+1] . "\t";
$data_errors .= $errors_rgs2->[$e] . "\t";
$data_errors .= $errors_rgs2->[$e+1] . "\t";
$data_errors .= "\n";

$e += 2;

}

# chi-square
$data .= "chi-squared\t";
$data .= $chi_joined . "\t";
$data .= $chi_pn . "\t";
$data .= $chi_mos1 . "\t";
$data .= $chi_mos2. "\t";
$data .= $chi_rgs1 . "\t";
$data .= $chi_rgs2. "\t";
$data .= "\n";


write_to_file($IDL_DIR . "my_$num.txt" ,$data);
write_to_file($IDL_DIR . "errors_$num.txt" ,$data_errors);


$num++;
}
if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

if ($warning == 1 ){
print "
Warning ! One or more parameter-values are missing
";
}

print "
";

chop $vn; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

print "";
my $execIdlFile = parse_templatefile('exec_plotParameter.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
write_to_file("exec_plotParameter" , $$execIdlFile);

# ok. execute the IDL script
my $res = `$IDL_BIN exec_plotParameter`;
print "";

# convert to .gif
system("$CONVERT_BIN params.ps $tmp_gif_name") and print "error couldn't convert(2)";


# clean up
#system("rm params.ps");
#system("rm exec_plotParameter");
#system("rm my_*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print '

';

exit;
}

sub getRevolution
{
# returns the revolution for a given obsid

my $obsid = shift;

if (strparam('chandra') == 1){
$obsid =~ s/_.+//;
}

# fast aproach
my $files = `ls $OBSIDS_ROOT/$obsid/*/*_joint.log`;
my $c = $files =~ m#.*/.*_(.*?)_${obsid}_joint.log#;

if ($c > 0) {
return $1;
} else {
return '-';
}

# very slow aproach
#my $obsids = retrieve('obsids_data');
#for my $version (keys %{$obsids->{$obsid}}) {
# my $v = $obsids->{$obsid}->{$version}->{'joined'};
# $v =~ /.*\/.*?_(.*?)_\d+_joint\.gif/;
# return $1;
#}
#return '-';
}




sub getDatFile_allValues
{
# builds and prints the html table with all parameter (all cameras)
# link: see parameter

my $version = strparam('version');
my $obsid = strparam('obsid');
my $path = $OBSIDS_ROOT . $obsid . "/" . $version;

# get the values
my ($nn, $val_joined, $component, $parameter, $units ) = parseLogFile($path . '/' .get_file($path, '\d_joint.*log'));
my ($nn, $val_pn) = parseLogFile($path . '/' .get_file($path, '\d_EPN.*log'));
my ($nn, $val_mos1) = parseLogFile($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($nn, $val_mos2) = parseLogFile($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($nn, $val_rgs1) = parseLogFile($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($nn, $val_rgs2) = parseLogFile($path . '/' .get_file($path, '\d_RGS2.*log'));

# output
my $html = "";
$html .= '';

# header
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';


for my $i (0 .. ((scalar @$component) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= '';
}
$html .= '

Num	Component	Parameter	Unit	JOINT	PN	MOS1	MOS2	RGS1	RGS2
$num	$component->[$i]	$parameter->[$i]	$units->[$i]	$val_joined->[$i]	$val_pn->[$i]	$val_mos1->[$i]	$val_mos2->[$i]	$val_rgs1->[$i]	$val_rgs2->[$i]

';
$html .= '

';
print $html;
}


sub parseLogFile
{
# parse the DatFile to get the Parameters (and their errors)

debuglog("================================================");
my $path = shift;
$path =~ m/.*XMM\/(.*)/;
$path =~ s/\.log/\.parameter/;
my $name = $1;
debuglog("parseLogFile : path =====> " .$path);
debuglog("parseLogFile : name =====> " .$name);

my $html = "";
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';

my $log = read_file($path);
debuglog("parameterFile : " . $log);

my (@values,@component, @parameter,@units, $chi_square, $degreesOfFreedom, @errors);

my @lines = split '\n', $log;
my $count = 1;
my $done = 0;
for my $l (@lines) {
my @cols = split /\s+/, $l;
if ($l =~ m/Reduced chi-squared\s+(.+)/) {
$chi_square = $1;
debuglog("chi_square --->$chi_square<----");
$done = 1;
}
if ($done == 1) {
if ($l =~ m/freedom\s+(.+)/){
$degreesOfFreedom = $1;
debuglog("freedom --->$degreesOfFreedom<----");
}
}
if ($done == 0) {
my $col_amount = scalar @cols;
$html .= '';
$html .= "";
my $col_count = 1;
for my $col (@cols){
if ($col_amount == 5 and $col_count == 3 ) { # no Unit
$html .= '';
}
if ($col =~ m/0\.000e\+00/) {
$col = "frozen";
}
$html .= '';

# save the values
if ($col_count == 1) {
push @component, $col;
}
if ($col_count == 2) {
push @parameter, $col;
}
if ($col_count == 3 and $col_amount == 6) {
push @units, $col;
} elsif ($col_count == 3 and $col_amount == 5) { # no unit
push @units, "";
push @values, $col;
}
# the errors (+ and -)
if (($col_count == 5 or $col_count == 6) and $col_amount == 6) {
push @errors, $col;
} elsif (($col_count == 4 or $col_count == 5) and $col_amount == 5) { # no unit
push @errors, $col;
}

if ($col_count == 4 and $col_amount == 6 ) {
push @values, $col;
}

$col_count++;
}
$html .= '';
$count++;
}
}

#debuglog("html: " . $html);
debuglog("values: " . join " - ", @values);
debuglog("component: " . join " - ", @component);
debuglog("parameter: " . join " - ", @parameter);
debuglog("errors: " . join " - ", @errors);

debuglog("units: " . join " - ", @units);

debuglog("================================================");
$html .= '

Model	Component	Parameter	Unit	Value	Error-	Error+
$count		'; $html .= $col; $html .= '

';
$html .= "Reduced chi-squared: $chi_square
";
$html .= "Degrees of freedom: $degreesOfFreedom
";
$html .= '';
return (\$html,\@values,\@component, \@parameter,\@units, $chi_square, \@errors);
}






# ----------------------------------------------------------------------------------------------- #
# ----------------------------------- mixed------------------------------------------------------ #
# ----------------------------------------------------------------------------------------------- #

sub get_datetime
{
# --------------------------------------------------------------
# Out: a string in following format: 'YYYY-MM-DD HH:MM:SS'
# --------------------------------------------------------------

my ($day, $month, $year) = (localtime)[3,4,5];
$year += 1900;
$month++;
my $date = (localtime());
#print "$date ---
";
my ($wday, $tmonth, $tday, $time, $tyear) = split /\s+/, $date;
#print "$time ---
";
my $datetime = sprintf("%04d-%02d-%02d--%s", $year, $month, $day, $time);
return $datetime;
}

sub get_date
{
# --------------------------------------------------------------
# Out: a string in following format: 'YYYY-MM-DD HH:MM:SS'
# --------------------------------------------------------------

my ($day, $month, $year) = (localtime)[3,4,5];
$year += 1900;
$month++;
my $date = (localtime());
#print "$date ---
";
my ($wday, $tmonth, $tday, $time, $tyear) = split /\s+/, $date;
#print "$time ---
";
my $datetime = sprintf("%04d-%02d-%02d", $year, $month, $day);
return $datetime;
}


sub getJavaScript
{

my $js =<


EOF


}



# ---------------------------------- all flux for a version -----------------------------------------------



sub getAllFlux
{
$| = 1; # flush immediately

# CHANDRA ? then foward
if (strparam('chandra') eq '1'){
getAllFlux_Chandra();
exit;
}
# SUZAKU ? then foward
if (strparam('suzaku') eq '1'){
getAllFlux_Suzaku();
exit;
}

my $FLUX_VERSION = strparam('fluxVersion');

print "

statistical evaluation of fluxes

";
print "Version: $FLUX_VERSION ....

---

";

system("rm -rf ${FLUX_DIR}*xmmsas*");

`mkdir "${FLUX_DIR}${FLUX_VERSION}"`;

my $targets = retrieve('targets_data'); # take the dump
my $obsids = retrieve('obsids_data');

my $count = 0;
my $file_count = 0;
foreach my $obsid (keys %$obsids) {

$count++;

my $path = $OBSIDS_ROOT . $obsid . "/" . $FLUX_VERSION;

print "

scanning $obsid ... ";
print "";

my ($val_joined, $bands, $val_pn, $val_mos1, $val_mos2, $val_rgs1, $val_rgs2);
if (strparam('method') eq "2") {
($val_joined, $bands ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS2.*log'));
} else {
# Method 1
($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
}

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\n";


if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}
if ( get_file($path, '\.*flux1') eq ''){
print "skipped (logfile not found)" ;
next;
}
if ((scalar @$bands) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. (@$bands -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];


my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];

$band =~ s/\s//g;
$data .= $band . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= "\n";
}


write_to_file($FLUX_DIR . $FLUX_VERSION . "/${obsid}.txt" ,$data);
$file_count++;

print " done ( ".scalar @$bands." bands )";
}

print "

---

ok $count obsids scanned. $file_count files created.

executing idl ...\n";

chdir $FLUX_DIR;

my $res = `chmod -R 777 *`;
#print "
rm ${FLUX_DIR}*.ps";
$res = `rm -f ${FLUX_DIR}*.ps`;
print $res;

# start idl
$res = `$IDL_BIN exec_fluxer`;
print "\n\n ";
print "done\n
";

print "
creating the image ...\n ";
# ok. convert to a gif and display it
my $gif = "plot${FLUX_VERSION}.gif";
`rm -f ${WWW_ROOT}$gif`; # remove the previous gif
system("$CONVERT_BIN plot${FLUX_VERSION}.ps ${WWW_ROOT}$gif") and print "error couldn't convert(3)" and exit;
$res = `chmod -R 777 ${WWW_ROOT}$gif`;

print "done\n
";

print "

\n";
print "";

#print "

the end.";
exit;

}

sub getfluxTables
{

$| = 1; # flush immediately

my $FLUX_VERSION = strparam('fluxVersion');

print "

output fluxes in various energy bands for all observations ...

";
print "Version: $FLUX_VERSION ....

---

";

# CHANDRA ? then foward
if (strparam('chandra') eq '1'){
getfluxTables_Chandra();
exit;
}
# SUZAKU ? then foward
if (strparam('suzaku') eq '1'){
getfluxTables_Suzaku();
exit;
}

my $directory = $WWW_ROOT . 'fluxFiles/' . "${FLUX_VERSION}_fluxtables";
#print "-------> $directory" . "\n
";
system("rm -rf $directory");
`mkdir "$directory"`;

my $targets = retrieve('targets_data'); # take the dump
my $obsids = retrieve('obsids_data');

my $count = 0;
my %allBands;

foreach my $obsid (sort keys %$obsids) {

$count++;
my $target = getTargetbyObsid($obsid);
my $rev = getRevolution($obsid);

my $path = $OBSIDS_ROOT . $obsid . "/" . $FLUX_VERSION;

print "

scanning $obsid ... ";
print "";

my ($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
my ($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));

my $data = "";

if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}
if ( get_file($path, '\.*flux1') eq ''){
print "skipped (logfile not found)" ;
next;
}
if ((scalar @$bands) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. (@$bands -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];



$band =~ s/\s//g;

$data = "";
$data .= $obsid . "\t";
$data .= $rev . "\t";

$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";

$data .= $target . "\t";
$data .= "\n";


#print " -------------- $band -------------- ";
push @{$allBands{$band}}, $data;
}

print " done ( ".scalar @$bands." bands )";

#$count == 10 and last;
}


#print " \n
----
\n ";
#dumpit(\%allBands);
#print " \n
----
\n ";

# create the files: version_band.txt
my $file_count = 0;
my @files;
my $header = "OBSID\tREV\tj\tp\tm1\tm2\tr1\tr2\tTARGET\n";
foreach my $band (sort keys %allBands) {
my $file = $header;
foreach my $line (@{$allBands{$band}}){
$file .= $line;
}

# write the file

my $fname = "$directory/${FLUX_VERSION}_${band}.txt";
my $url_to_file = "${URL_INTERNAL}fluxFiles/${FLUX_VERSION}_fluxtables/${FLUX_VERSION}_${band}.txt";
push @files, $url_to_file;
write_to_file($fname ,$file);
$file_count++;

# output the file content
my $html = $file;
$html =~ s/\n/\t<\/tr>\n/;
$html =~ s/\t/\t<\/td>\n/;
}

print "

---

ok $count obsids scanned. $file_count files created.
";

print "

---

";
foreach my $f (sort @files) {
$f =~ m/.+\/(.+)/;
print " $1
";
}



print "";
#print "";

#print "

the end.";
exit;

}


sub getfluxTables_Chandra
{

$| = 1; # flush immediately

my $FLUX_VERSION = strparam('fluxVersion');


my $directory = $WWW_ROOT . 'fluxFiles/' . "${FLUX_VERSION}_fluxtables";
system("rm -rf $directory");
`mkdir "$directory"`;

my $targets = retrieve('targets_CHANDRA_data'); # take the dump
my $obsids = retrieve('obsids_CHANDRA_data');

my @cams = @CHANDRA_INSTS_MICHEALNAMING;
my $count = 0;
my %allBands;

foreach my $obsid (sort keys %$obsids) {

my ($obsid_only, $gtiid) = split '_', $obsid;

my $target = getTargetbyObsid_C($obsid);
my $rev = getRevolution($obsid_only);

$count++;

my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $FLUX_VERSION;


print "

scanning $obsid ($target) ... ";
print "";

my $logfile = $path . "/auto${target}_${obsid}_1results.txt";
print "log: $logfile";
if ( -e $logfile != 1) {
print "skipped (logfile not found)" ;
next;
}

my $result;
if (strparam('method') eq '2') {
# Method 2 - !!! not implemented yet (just put it in the html) !!!
#print "

method 2

";
$result = parseResultLog2($path. "/auto${target}_${obsid}_2results.txt");
} else {
# Method 1
$result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
}

my $data = "";

if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}

if ((scalar $result->{'flux_count'}) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. ((scalar $result->{'flux_count'}) -1 )){
#for my $i (0 .. (@$bands -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $band = @{$result->{'flux_header'}}[$i];

$band =~ s/\s//g;

$data = "";

$data .= $obsid . "\t";
$data .= $rev . "\t";
for my $c ( sort @cams){
my $tmp = @{$result->{$c}->{'fluxvalues'}}[$i];
$data .= $tmp eq '' ? 0 : $tmp;
$data .= "\t"
}
$data .= $target . "\t";

$data .= "\n";

push @{$allBands{$band}}, $data;
}

print " done ( ".(scalar $result->{'flux_count'}) ." bands )";
}


#print " \n
----
\n ";
#dumpit(\%allBands);
#print " \n
----
\n ";

# create the files: version_band.txt
my $file_count = 0;
my @files;

# header
my $header = "OBSID\tREV";
for my $c ( sort @cams){
$c =~ s#\\##;
$header .= "\t" . $c;
}
$header .= "\tTARGET\n";

foreach my $band (sort keys %allBands) {
my $file = $header;
foreach my $line (@{$allBands{$band}}){
$file .= $line;
}

# write the file

my $fname = "$directory/${FLUX_VERSION}_${band}.txt";
my $url_to_file = "${URL_INTERNAL}fluxFiles/${FLUX_VERSION}_fluxtables/${FLUX_VERSION}_${band}.txt";
push @files, $url_to_file;
write_to_file($fname ,$file);
$file_count++;

# output the file content
my $html = $file;
$html =~ s/\n/\t<\/tr>\n/;
$html =~ s/\t/\t<\/td>\n/;
}

print "

---

ok $count obsids scanned. $file_count files created.
";

print "

---

";
foreach my $f (sort @files) {
$f =~ m/.+\/(.+)/;
print " $1
";
}



print "";
#print "";

#print "

the end.";
exit;
}


sub getFluxVersions
{
my $obsids = shift;

my %versions ;
foreach my $obsid (keys %$obsids){
foreach my $v (keys %{$obsids->{$obsid}}) {
$versions{$v} = '1';
}
}
my $result = '';
foreach my $vs (reverse sort keys %versions){
$result .= "$vs";
}
return $result;
}


sub plotParameterOverTarget
{
# plot all parameter for all obsids by a given target and version

my $version = strparam('fluxVersion'); # flux doesn mean anything. its only the version
my $target = strparam('target');


$| = 1; # flush immediately
print "

evolution of spectral parameters for one target as a function of revolution

Target: $target
Version: $version ....

---

";

# CHANDRA ? then foward
if (strparam('chandra') eq '1'){
plotParameterOverTarget_Chandra();
exit;
}
# SUZAKU ? then foward
if (strparam('suzaku') eq '1'){
plotParameterOverTarget_Suzaku();
exit;
}

# plot parameter over a target

# 1. get the data (parameter) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

my $tmp_gif_name = $WWW_ROOT . 'parameter.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/my_*.txt");
system("rm $IDL_DIR/errors_*.txt");


print "\n";

my $targets = retrieve('targets_data'); # take the dump

# get the obsids to the target
my @obsids_from_targetlist = @{ $targets->{$target} };

my $rev_array = ""; # (for the plot, X-Axis)

#dumpit($versions);
#my $rev = getRevolution($obsid);
my $num = 1;
my $warning = 0;
my $component_count = 0;


for my $obsid (@obsids_from_targetlist){

# the version name
#$version =~ /.*-(.*)/;
#$vn .= "'$1',";

print "scanning $obsid ... ";

my $rev = getRevolution($obsid);
if ($rev eq '-') { # no file found skip it.
print "skipped (obsid not found)
";
next;
}
$rev_array .= $rev . ','; #"'$obsid',";

my $path = $OBSIDS_ROOT . $obsid . "/" . $version;

#print "
found " . $path . " \n";

if ( -e $path != 1) {
print "skipped (version not found)
" ;
next;
}

# get the params for this version
my ($nn, $val_joined, $component, $parameter, $units, $chi_joined, $errors_joined ) = parseLogFile($path . '/' .get_file($path, '\d_joint.*log'));
my ($nn, $val_pn, $nn, $nn, $nn, $chi_pn,$errors_pn) = parseLogFile($path . '/' .get_file($path, '\d_EPN.*log'));
my ($nn, $val_mos1,$nn, $nn, $nn, $chi_mos1, $errors_mos1) = parseLogFile($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($nn, $val_mos2,$nn, $nn, $nn, $chi_mos2, $errors_mos2) = parseLogFile($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($nn, $val_rgs1,$nn, $nn, $nn, $chi_rgs1, $errors_rgs1) = parseLogFile($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($nn, $val_rgs2,$nn, $nn, $nn, $chi_rgs2, $errors_rgs2) = parseLogFile($path . '/' .get_file($path, '\d_RGS2.*log'));

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\n";
my $data_errors = "ERRORS\tjm\tjp\tpm\tpp\tm1m\tm1p\tm2m\tm2p\tr1m\tr1p\tr2m\tr2p\n";

if ((scalar @$component) <= 1) {
print "
ERROR. No parameters found. Maybe missing or corrupt logfile.";
exit;
}

#print "===>" .(scalar @$component)."
";

$component_count = (scalar @$component) > $component_count ? (scalar @$component) : $component_count;
my $e = 0;
for my $i (0 .. $component_count -1 ){
# build s.th. like this
# Fit j p m
# a 2.1 5.2 1.32
# b 2.12 2.21 2.31
# c 3.11 3.23 3.33
# d 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];

if ($valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 ){
$warning = 1;
#debuglog("$valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 ");

}

$data .= $parameter->[$i] . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= "\n";

# the errors
$data_errors .= $parameter->[$i] . "\t";
$data_errors .= $errors_joined->[$e] . "\t";
$data_errors .= $errors_joined->[$e+1] . "\t";
$data_errors .= $errors_pn->[$e] . "\t";
$data_errors .= $errors_pn->[$e+1] . "\t";
$data_errors .= $errors_mos1->[$e] . "\t";
$data_errors .= $errors_mos1->[$e+1] . "\t";
$data_errors .= $errors_mos2->[$e] . "\t";
$data_errors .= $errors_mos2->[$e+1] . "\t";
$data_errors .= $errors_rgs1->[$e] . "\t";
$data_errors .= $errors_rgs1->[$e+1] . "\t";
$data_errors .= $errors_rgs2->[$e] . "\t";
$data_errors .= $errors_rgs2->[$e+1] . "\t";
$data_errors .= "\n";

$e += 2;

}

# chi-square
$data .= "chi-square\t";
$data .= $chi_joined . "\t";
$data .= $chi_pn . "\t";
$data .= $chi_mos1 . "\t";
$data .= $chi_mos2. "\t";
$data .= $chi_rgs1 . "\t";
$data .= $chi_rgs2. "\t";
$data .= "\n";

write_to_file($IDL_DIR . "my_$num.txt" ,$data);
write_to_file($IDL_DIR . "errors_$num.txt" ,$data_errors);


print "done\n";
if ($warning == 1 ){
print "( Warning ! One or more parameter-values are missing ) ";
}
print "
";

$num++;
}
if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

#if ($warning == 1 ){
# print "
Warning ! One or more parameter-values are missing
";
#}

print "

---

";

#chop $vn; # remove last ,
chop $rev_array; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

#my $execIdlFile = parse_templatefile('exec_plotParameter.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
my $execIdlFile = parse_templatefile('exec_plotParameter.tmpl', TARGET => $target, OBSID => '', REV => "$version", VN => $rev_array );
write_to_file("exec_plotParameter" , $$execIdlFile);

print "executing idl ... ";
# ok. execute the IDL script
my $res = `$IDL_BIN exec_plotParameter`;
print "done\n
";
print "";

print "creating the image ... ";
# convert to .gif
my $succ = 1;
system("$CONVERT_BIN params.ps $tmp_gif_name") and print "

---

idl returned an error. (maybe no or corrupt data)" and $succ = 0;

# clean up
system("rm params.ps");
system("rm exec_plotParameter");
system("rm my_*");
chdir($WWW_CGIBIN);

# return the gif
if ($succ == 1){
print "done\n
";
print "";
print "";
print '

';
}


exit;


}


sub plotFluxOverTarget
{
# plot all flux for all obsids by a given target and version

my $FLUX_VERSION = strparam('fluxVersion');
my $target = strparam('target');


$| = 1; # flush immediately
print "

evolution of flux in various energy bands for one target as a function of revolution

Target: $target
Version: $FLUX_VERSION ....

---

";


# CHANDRA ? then foward
if (strparam('chandra') eq '1'){
plotFluxOverTarget_Chandra();
exit;
}
# SUZAKU ? then foward
if (strparam('suzaku') eq '1'){
plotFluxOverTarget_Suzaku();
exit;
}

my $targets = retrieve('targets_data'); # take the dump
# get the obsids to the target
my @obsids_from_targetlist = @{ $targets->{$target} };


my $tmp_gif_name = $WWW_ROOT . 'flux.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/myflux_*.txt");
system("rm $IDL_DIR/exec_plotFlux");


# get the highest amount of bands
my $bands_count = 0;
foreach my $obsid (@obsids_from_targetlist) {

my $path = $OBSIDS_ROOT . $obsid . "/" . $FLUX_VERSION;
my ($val_joined, $bands );
if (strparam('method') eq "2") {
($val_joined, $bands ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
} else {
($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
}
$bands_count = (scalar @$bands) > $bands_count ? (scalar @$bands) : $bands_count;
#debuglog($version . " - ". $bands_count);
}

print "bandcount = $bands_count
\n";


my $rev_array = ""; # (for the plot, X-Axis)

my $count = 0;
my $file_count = 0;
foreach my $obsid (@obsids_from_targetlist) {

$count++;

print "

scanning $obsid ... ";

my $rev = getRevolution($obsid);
if ($rev eq '-') { # no file found skip it.
print "skipped (obsid not found)
";
next;
}
$rev_array .= $rev . ',';

my $path = $OBSIDS_ROOT . $obsid . "/" . $FLUX_VERSION;



my ($val_joined, $bands, $val_pn, $val_mos1, $val_mos2, $val_rgs1, $val_rgs2);
if (strparam('method') eq "2") {
($val_joined, $bands ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS2.*log'));
} else {
# Method 1
($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
}

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\n";


if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}
if ( get_file($path, '\.*log') eq ''){
print "skipped (logfile not found)" ;
next;
}
if ((scalar @$bands) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. ($bands_count -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];


my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];
#my $band = $bands->[$i] eq '' ? 1 : $bands->[$i];

$band =~ s/\s//g;
$data .= $band . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= "\n";
}


write_to_file($IDL_DIR . "myflux_$count.txt" ,$data);
$file_count++;

print " done ( ".scalar @$bands." bands )";
}

print "

---

ok $count obsids scanned. $file_count files created.

\n";


if ($file_count == 0) {
print "

---

no data found. can't plot anything. exit.";
exit;
}


# ---------- IDL ------------- #
chdir($IDL_DIR);

#my $res = `chmod -R 777 *`;

chop $rev_array; # remove last ,

#my $execIdlFile = parse_templatefile('exec_plotFlux.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
my $execIdlFile = parse_templatefile('exec_plotFlux.tmpl', TARGET => $target, OBSID => '', REV => $FLUX_VERSION, VN => $rev_array );
write_to_file("exec_plotFlux" , $$execIdlFile);

# ok. execute the IDL script
print "executing idl ... ";
my $res = `$IDL_BIN exec_plotFlux`;
print "done\n
";
print "\n";
print "
\n";

# convert to .gif
print "creating the image ... ";
#system("$CONVERT_BIN -page A4+0+0 flux.ps $tmp_gif_name") and print "error couldn't convert: $! \n
";
system("$CONVERT_BIN flux.ps $tmp_gif_name") and print "error couldn't convert(4): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}

# clean up
system("rm flux.ps");
system("rm exec_plotFlux");
system("rm my*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print "";
print '

';

exit;
# -------------------------------------




}


sub showAllJoints
{
# show all plots in a window to a given version (and target and cam)

$| = 1; # flush immediately

# XSS vulnerability fixed on 16-April-2015 by RPP
my $inst = strparam('camSelect');
$inst =~ s/[^A-Za-z0-9 ]*/ /g;
my $obsid_file = '';
my $target_file = '';
my $target = strparam('target');
my $thumb = strparam('thumb') eq 'on' ? 1 : 0;

if (strparam('chandra') eq '1'){
# CHANDRA
$obsid_file = 'obsids_CHANDRA_data';
$target_file = 'targets_CHANDRA_data';
} elsif (strparam('suzaku') eq '1'){
# SUZAKU
$obsid_file = 'obsids_SUZAKU_data';
$target_file = 'targets_SUZAKU_data';
} else {
# XMM
$obsid_file = 'obsids_data';
$target_file = 'targets_data';
$inst == 'joint' ? 'joined' : $inst;
}

my $FLUX_VERSION = strparam('fluxVersion');

my @obsids;
if ($target eq 'all'){
my $obsids_hash = retrieve($obsid_file);
@obsids = sort keys %$obsids_hash;
} else {
my $targets = retrieve($target_file); # take the dump
# get the obsids to the target
@obsids = @{ $targets->{$target} };
}

print "\n";
print getJavaScript();
print "getting all fits:
";
print "version: $FLUX_VERSION
";
print "target: $target
";
print "instrument: $inst
";
print "total observations found:". scalar @obsids."
\n\n";

if ($thumb == 1) {
print "\n";
}

my $cols_per_row = 4;

my $count = 0;
my $cell_count = 0;
foreach my $obsid (@obsids) {
$count++;
my $picture_found = 1;

print "

$obsid ... " if $thumb != 1;

my $versions;
if (strparam('chandra') eq '1'){
# CHANDRA
$versions = scanFiles4Chandra($obsid);
} elsif (strparam('suzaku') eq '1'){
# SUZAKU
$versions = scanFiles4Suzaku($obsid);
} else {
# XMM
$versions = scanObsid($obsid);
}
my $gif = $versions->{$FLUX_VERSION}->{$inst};

if ($gif eq '' and $thumb != 1){
print " version directory not found";
}
if ($gif eq '' || $gif eq 'no picture found'){
$picture_found = 0;
}

if ($thumb == 1) {
$gif =~ s/
//;
$gif =~ s/width=".+?" height=".+?"/width="266" height="176"/;
#$gif =~ s/width=".+?" height=".+?"/width="380" height="252"/;
if( $cell_count % $cols_per_row == 0 && $picture_found == 1){
print "\n

\n";
}
if ($gif eq '' || $gif eq 'no picture found'){
;
} else {
print "\t";
$cell_count++;
}
if( $cell_count % $cols_per_row == 0 && $picture_found == 1){
print "\n\n";
}

} else {
# remove the dimensions to see it in full size
$gif =~ s/width=".+?" height=".+?"//;
print $gif . "\n
";
}
}
if ($thumb == 1) {
print "

$gif

";
print "
ok. finished successfully. $cell_count pictures found";
} else {
print "
ok. finished successfully.";
}

print '

';
exit;
}




# -----------------------------------------------------------------------------------------------
# -------------------------------------------- CHANDRA Section ----------------------------------
# -----------------------------------------------------------------------------------------------

sub scanChandraTargets
{
# build the Target data strucure ( scanning the filesystem )
# by looking at the *result.txt logfiles
# i.e. /auto3C273_0136550801_5169A_1results.txt ( target_

# structure:
# --> hash of arrayrefs
#
# %targets = {
# 'target1' => [obsid1,obsid2 ...],
# 'target2' => [obsid1,obsid2 ...],


# print "$LS_CHANDRA_CMD
";
# print $ls;

my %targets;
my $ls = `$LS_CHANDRA_CMD`;

#debuglog("scanning targets ($LS_CHANDRA_CMD) ---> $ls ");

my $target;
my $obsid;
my $gtiid;
while ($ls =~ m/.+auto(.+?)_(\d+)_(.+?)_1results.txt/g ) {
$target = $1;
$obsid = $2;
$gtiid = $3;
# obsid id will be $obsid_$gtiid
push @{$targets{$target}}, ($obsid . '_' . $gtiid);
}

# make it unique
foreach my $target (keys %targets){
Unique_Array( \ @{$targets{$target}});
}

return \%targets;
}



sub scanObsids_C
{
# build the obsids structur
# store the right filnames (ps's and logfiles) in the datastrucure by looking for them on the filesystem


# structure:
# --> hash of hashrefs of hashref
# %obsids = {
# obsid1, {
# 'Version1' => {
# 'joined' => '0126700601/xmmsas_20060628_1801-7.0.0_ccf_pub/3C273_0095_0126700601_joint.gif'
# 'pn' => 'no file found'
# 'mos1' => ...
# 'mos2'
# 'rgs1'
# 'rgs2'
# 'dat_joined' => '0126700601/xmmsas_20060628_1801-7.0.0_ccf_pub/3C273_0095_0126700601_joint.log
# 'dat_pn'
# 'dat_mos1'
# 'dat_mos2'
# 'dat_rgs1'
# 'dat_rgs2'
# },
# 'Version2' => { ...
# } ...

my $targets = shift;
my %obsids;

# 1. get all obsids from the $targets
my @tmp_obsids;
my @all_obsids;
for my $target (keys %$targets){
push @all_obsids, @{ $targets->{$target} };
}

# 1. get the Versions from the directories
foreach my $id (@all_obsids) {
next if ($id eq '');
$obsids{$id} = scanFiles4Chandra($id);
}

return \%obsids;

}

# -----------------------------------------------------------------------------------------------------------

sub scanFiles4Chandra
{
# scan all version directories ( for a given obsid) for the needed files

my $obsid = shift;

# get the versions of the obsid and the related files
my $versions = {};

my $target = getTargetbyObsid_C($obsid);
#debuglog( "\ntarget: $target<----- $obsid");

# look for version directories

my ($obsid_only , $gtiid) = split '_', $obsid;
my $target_dir = $CHANDRA_ROOT . $target . "/" . $obsid_only ;
#print $dir . "\n
";
my @versions_dirs = get_files($target_dir , 'SAS.+');



#print join '\n
', @versions_dirs;
#debuglog( "\n--------- $target - $obsid_only-- $target_dir ----------\n");
#debuglog( "\n--------- $target - $obsid_only-- $target_dir ----------\n");
#debuglog($CHANDRA_ROOT);
# my $CHANDRA_ROOT = '/stage/xcaldata/CHANDRA/XMM_Chandra';

# auto2462_Combinedmerged.ps
# auto2462_HRCS-LEG+.ps
# auto2462_HRCS-LEG-.ps
# auto2462_M1.ps
# auto2462_M2.ps
# auto2462_PN.ps
# auto2462_R1.ps
# auto2462_R2.ps
# auto2463_ACISS-HEG+1.ps
# auto2463_ACISS-HEG-1.ps
# auto2463_ACISS-MEG+1.ps
# auto2463_ACISS-MEG-1.ps


for my $versDir (@versions_dirs) {
# look in every version dir for the files
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . '/' . $versDir;
#print "<<<< $path ----> auto${gtiid}_Combinedmerged.ps
";
#print getGif($path, "auto${gtiid}_Combined.gif", $target) . "
";

# if you add here s.th, also add it also to showObsid4Chandra()
$versions->{$versDir} = { 'joint' => getGif($path, "auto${gtiid}_Combined.gif", $target),
'pn' => getGif($path, "auto${gtiid}_PN.gif", $target),
'mos1' => getGif($path, "auto${gtiid}_M1.gif", $target),
'mos2' => getGif($path, "auto${gtiid}_M2.gif", $target),
'rgs1' => getGif($path, "auto${gtiid}_R1.gif", $target),
'rgs2' => getGif($path, "auto${gtiid}_R2.gif", $target),
'aciss-heg+1' => getGif($path, "auto${gtiid}_ACISS-HEG\\+1.gif", $target),
'aciss-heg-1' => getGif($path, "auto${gtiid}_ACISS-HEG-1.gif", $target),
'aciss-meg+1' => getGif($path, "auto${gtiid}_ACISS-MEG\\+1.gif", $target),
'aciss-meg-1' => getGif($path, "auto${gtiid}_ACISS-MEG-1.gif", $target),
'aciss-leg+1' => getGif($path, "auto${gtiid}_ACISS-LEG\\+1.gif", $target),
'aciss-leg-1' => getGif($path, "auto${gtiid}_ACISS-LEG-1.gif", $target),
'hrcs-leg+' => getGif($path, "auto${gtiid}_HRCS-LEG\\+....gif", $target),
'hrcs-leg-' => getGif($path, "auto${gtiid}_HRCS-LEG-....gif", $target),
'hrci-leg+' => getGif($path, "auto${gtiid}_HRCI-LEG\\+....gif", $target),
'hrci-leg-' => getGif($path, "auto${gtiid}_HRCI-LEG-....gif", $target),

# the related log files
'joint_dat' => getLogFileLinks($path, "auto${gtiid}_Combinedlog.txt", $target,'combined'),
'pn_dat' => getLogFileLinks($path, "auto${gtiid}_PNlog.txt", $target,'pn'),
'mos1_dat' => getLogFileLinks($path, "auto${gtiid}_M1log.txt", $target,'m1'),
'mos2_dat' => getLogFileLinks($path, "auto${gtiid}_M2log.txt", $target,'m2'),
'rgs1_dat' => getLogFileLinks($path, "auto${gtiid}_R1log.txt", $target,'r1'),
'rgs2_dat' => getLogFileLinks($path, "auto${gtiid}_R2log.txt", $target,'r2'),
'aciss-heg+1_dat' => getLogFileLinks($path, "auto${gtiid}_ACISS-HEG\\+1log.txt", $target,'aciss-heg+1'),
'aciss-heg-1_dat' => getLogFileLinks($path, "auto${gtiid}_ACISS-HEG-1log.txt", $target,'aciss-heg-1'),
'aciss-meg+1_dat' => getLogFileLinks($path, "auto${gtiid}_ACISS-MEG\\+1log.txt", $target,'aciss-meg+1'),
'aciss-meg-1_dat' => getLogFileLinks($path, "auto${gtiid}_ACISS-MEG-1log.txt", $target,'aciss-meg-1'),
'aciss-leg+1_dat' => getLogFileLinks($path, "auto${gtiid}_ACISS-LEG\\+1log.txt", $target,'aciss-leg+1'),
'aciss-leg-1_dat' => getLogFileLinks($path, "auto${gtiid}_ACISS-LEG-1log.txt", $target,'aciss-leg-1'),
'hrcs-leg+_dat' => getLogFileLinks($path, "auto${gtiid}_HRCS-LEG\\+...log.txt", $target,'hrcs-leg+'),
'hrcs-leg-_dat' => getLogFileLinks($path, "auto${gtiid}_HRCS-LEG-...log.txt", $target,'hrcs-leg-'),
'hrci-leg+_dat' => getLogFileLinks($path, "auto${gtiid}_HRCI-LEG\\+...log.txt", $target,'hrci-leg+'),
'hrci-leg-_dat' => getLogFileLinks($path, "auto${gtiid}_HRCI-LEG-...log.txt", $target,'hrci-leg-'),
};
}
#debuglog(dumpit_Str($versions));
return $versions;
}

# -------------------------------------------------------------------------------------

sub getTargetbyObsid_C
{
# return the target to a given obsid

my $obsid = shift;
my $target = '-target-not-found-';
my $ls = `$LS_CHANDRA_CMD`;

while ($ls =~ m/.+auto(.+?)_(\d+)_(.+?)_1results.txt/g ) {
if ( $obsid eq ($2 . '_' . $3) ) {
$target = $1;
}
}
return $target;
}


sub getRevByObsid_C
{
my $obsid = shift;
my $rev = '-target-not-found-';
my $ls = `$LS_CHANDRA_CMD`;
while ($ls =~ m/.+auto(.+?)_(\d+)_(.+?)_1results.txt/g ) {
if ( $obsid eq ($2 . '_' . $3) ) {
$rev = $1;
}
}
return $rev;
}

sub getRevByObsid_S
{
# the related xmm revolution

my $obsid = shift;
my $rev = '-revolution-not-found-';
my $ls = `$LS_SUZAKU_CMD`;

# PKS2155-304_1095_0158961301.model ---> 1095
while ($ls =~ m'/.*/.*?_(\d+)_.+\.model'g ) {
$rev = $1;
}
return $rev;
}


sub getResultLogFilePath
{
my $obsid = shift;
my $num = shift; # 1results.txt or 2results.txt
my $version = shift;
#debuglog("$version --------------------> $LS_CHANDRA_CMD | grep $obsid | grep ${num}results.txt grep $version");
my $ls = `$LS_CHANDRA_CMD | grep $obsid | grep ${num}results.txt | grep $version`;
chomp $ls;
return $ls;
}

# -----------------------------------------------------------------------------------------------------------
# Ajax requests 4 CHANDRA
# -----------------------------------------------------------------------------------------------------------


# ----------------------------------------------------------------------------------------------- #
# ----------------------------------- one obsid ------------------------------------------------- #
# ----------------------------------------------------------------------------------------------- #

sub showObsid4Chandra
{
# user selects an other obsid -> update it

# 1. build the table
# 2. build the links (plot parameter over all versions , plot flux , ObservationLogBrowser)

my $obsid = strparam('obsid');
my $formCount = strparam('formCount');
my $cam = strparam('cam');
my $versions = scanFiles4Chandra($obsid);



if ((scalar keys %$versions) == 0 ) {
print "DATADIV${formCount}|no chandra versions found for OBSID: $obsid";
exit;
}

#my $d = Dumper($versions);
#$d =~ s/\n/
/g;
#$d =~ s/ / /g;
#print "DATADIV${formCount}|------------->$obsid<--------" . $d . "-----$cam--";
#debuglog( "DEBUG|------------->$obsid<--------$versions-----$cam--"); ## !!!!! komisch, script bricht ab



# show all cams
if ($cam eq 'all'){
my $html = '';
for my $version (reverse sort keys %$versions){

# plot params link
my $seeParams_lnk = "javascript:popup\("preview.pl?action=arequest&chandra=1&func=getDatFile_allValues_Chandra&version=$version&obsid=$obsid","parameter_$obsid",950,300\)";

# plot flux link
my $seeFlux_lnk = "javascript:popup\("preview.pl?action=arequest&chandra=1&func=getFlux_Chandra&version=$version&obsid=$obsid","flux_$obsid",950,300\)";
my $seeFlux_lnk2 = "javascript:popup\("preview.pl?action=arequest&chandra=1&method=2&func=getFlux_Chandra&version=$version&obsid=$obsid","flux_$obsid",950,300\)";

#my $layer .= "   $obsid  ";
# put them in an overlib layer
#$layer .= "   # $layer .= "

see parameter for all cameras

";
# $layer .= "

see flux for all cameras (method 1)

";
# $layer .= "

see flux for all cameras (method 2)

";
#$layer .= "', STICKY, MOUSEOFF, WRAP, DELAY, 100);\" onmouseout=\"return nd();\">    parameter/flux";
my $layer = "";
$layer .= "";
$layer .= "";

# add the img
# and the dat column ( contains the links: log, par, info)


# result log
my $resultlogfile1 = getResultLogFilePath($obsid,1, $version);
my $resultlogfile2 = getResultLogFilePath($obsid,2, $version);

#debuglog("resultlogfile1 ---->$resultlogfile1<----------- \n");

my $name = 'name'; #$obsid;
$layer .= "   LogFile1\n";
$layer .= "   LogFile2\n";


my @inst = qw(joint pn mos1 mos2 rgs1 rgs2 aciss-heg+1 aciss-heg-1 aciss-meg+1 aciss-meg-1 aciss-leg+1 aciss-leg-1 hrcs-leg+ hrcs-leg- hrci-leg+ hrci-leg-);
my $instruments_html = '';

for my $name (@inst) {
if ($versions->{$version}->{$name} eq 'no picture found') {
next; # don't display if no fit there
}
$instruments_html .= "";
$instruments_html .= "';

}


my $table = ${parse_templatefile($TMPL_OBSID_CHANDRA,
INSTRUMENTS => $instruments_html,
VERSION => $version . '
' . $layer,
)
};
$html .= "";
}
$html .= '

$name

"; $instruments_html .= $versions->{$version}->{$name} . $versions->{$version}->{"${name}_dat"}; $instruments_html .= '

$table

';
# debuglog( "DATADIV${formCount}|" . $html);
print "DATADIV${formCount}|" . $html;

} else {

# show anly one cam
$cam =~ s/ /\+/; # add the + (it is missing after parsing the post parameter)
my $html = '';
for my $version (reverse sort keys %$versions){
my $table = ${parse_templatefile($TMPL_CAM,
VERSION => $version,
CAM => $versions->{$version}->{$cam},
CAMNAME => $cam,
DAT => $versions->{$version}->{$cam . '_dat'},


)
};
$html .= "";
}
$html .= '

$table

';
# debuglog( "DATADIV${formCount}|" . $html);
print "DATADIV${formCount}|" . $html;
}

}


# ----------------------------------------------------------------------------------------------- #

# routines for pasring the chandra 1/2result.txt logfile


sub parseResultLog1
{
my $file = shift;
my @lines = read_file_array($file) or die "couldn open $file";
#debuglog("-->lines4 file: $file: ->>>". scalar @lines);
#debuglog(@lines);
if (scalar @lines == 0){
debuglog("no file found for parseResultLog1 !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! ");
}
my %result;

my $count = 0;
foreach (@lines) {

# flux header
if ( m/Flux \((.+?)\)/ ) {
$result{'flux_unit'} = $1;
}

# Header
if ( m/Target:\s*(.+)/ ) {
$result{'target'} = $1;
} elsif ( m/Observation:\s*(.+)/ ) {
$result{'observation'} = $1;
} elsif ( m/XMM Rev:\s*REV(.+)/ ) {
$result{'rev'} = $1;
}


# Parameter Names + Flux names
elsif ( m/Fit to.+?dof\s+(.+)/ ) {
my @params = split /\s\s+/, $1;
pop @params;
$result{'params'} = \@params;
$result{'paramcount'} = (scalar @params);

# ok. next line is flux
my @flux_header = split /\s\s+/, $lines[$count+1];
splice (@flux_header,0,2); # the first two are crap
$result{'flux_header'} = \@flux_header;
$result{'flux_count'} = scalar @flux_header;
}

# the instruments
for my $cam (@CHANDRA_INSTS_MICHEALNAMING) {
if ( m/^($cam) /i ) {
#my @values = split /\s*\(.*?\)\s*/, $lines[$count];
my @values = split /\(.*?\)/, $lines[$count];

# first entry, still look like: 'Combined Tbabs*bkn 2.51 7195 0.01790 ',
# extract the last value
#my $tmpl = $values[0];

# exctract the model: model will always be the same
$values[0] =~ m/^.+?\s+(.+?) /;
$result{'model'} = $1;

# extract the last value
$values[0] =~ m/.+\s+(.+)$/;
$values[0] = $1;

foreach my $v (@values){ # cut spaces
$v =~ s/\s+//;
}
#print " ----$cam\n ";
my @paramvalues = splice(@values, 0, $result{"paramcount"});
$result{"$cam"}->{'paramvalues'} = \@paramvalues;
pop @values; # remove last
$result{"$cam"}->{'fluxvalues'} = \@values;


# errors
my @errors;
while ($lines[$count] =~ m/(\(.+?\))/g){
my $e = $1;
$e =~ s/\s+//g;
$e =~ s/,/, /g;
push @errors, $e;
}
my @perrors = splice(@errors, 0, $result{"paramcount"});
$result{"$cam"}->{'paramerrors'} = \@perrors;
$result{"$cam"}->{'fluxerrors'} = \@errors;

# test
#print "\n-------------------test-----------\n";
#print "\n";
#print scalar @{$result{"$cam"}->{'paramerrors'}};
#print $result{"paramcount"};
#print scalar @{$result{"$cam"}->{'paramvalues'}};
#print scalar @{$result{"params"}} ;
#print "-";
#print scalar @{$result{"$cam"}->{'fluxerrors'}};
#print scalar @{$result{"$cam"}->{'fluxvalues'}};
#print $result{"flux_count"};
#print scalar @{$result{"flux_header"}};
#print "\n";
last;
}

}

$count++;
}
return \%result;


# 'params' => [
# 'nH (10^22 cm-2)',
# 'PhI',
# 'PhI1',
# 'PhI2',
# 'Ebrk (keV)',
# 'norm (ph/keV/cm2/s)',
#
# ],
#
# 'flux_header' => [
# '0.50 - 2.00 keV',
# '2.00 - 10.00 keV',
# '0.15 - 0.33 keV',
# '0.33 - 0.54 keV',
# '0.54 - 0.85 keV',
# '0.85 - 1.50 keV',
# '1.50 - 4.00 keV',
# '4.00 - 10.00 keV'
# ],
#
# 'observation' => '0136550101/2463',
# 'rev' => '0277',
# 'flux_count' => 8,
# 'target' => '3C273',
# 'model' => 'Tbabs*bkn',
#
#
# 'm1' => {
# 'fluxerrors' => [
# '(0.546, 0.549)',
# '(0.971, 0.990)',
# '(0.145, 0.150)',
# '(0.176, 0.178)',
# '(0.156, 0.157)',
# '(0.229, 0.231)',
# '(0.501, 0.505)',
# '(0.603, 0.619)'
# ],
# 'paramvalues' => [
# '0.01790',
# '',
# '2.455 ',
# '1.726 ',
# '0.659 ',
# '1.848e-02 '
# ],
# 'fluxvalues' => [
# '0.548 ',
# '0.981 ',
# '0.147 ',
# '0.177 ',
# '0.156 ',
# '0.230 ',
# '0.503 ',
# '0.611 '
# ],
# 'paramerrors' => [
# '(, )',
# '(, )',
# '(2.418, 2.492)',
# '(1.717, 1.735)',
# '(0.639, 0.681)',
# '(1.786e-02, 1.910e-02)'
# ]
# },
}


sub parseResultLog2
{
my $file = shift;
my @lines = read_file_array($file) or die "couldn open $file";

my %result;

my $count = 0;
foreach (@lines) {

# flux header
if ( m/Flux \((.+?)\)/ ) {
$result{'flux_unit'} = $1;
}

# Header
if ( m/Target:\s*(.+)/ ) {
$result{'target'} = $1;
} elsif ( m/Observation:\s*(.+)/ ) {
$result{'observation'} = $1;
} elsif ( m/XMM Rev:\s*REV(.+)/ ) {
$result{'rev'} = $1;
}

# Parameter Names + Flux names
elsif ( m/Fit to.+?dof\s+(.+)/ ) {

# ok. next line is flux
my @flux_header = split /\s\s+/, $lines[$count-1];
splice (@flux_header,0,1);
$result{'flux_header'} = \@flux_header;
$result{'flux_count'} = scalar @flux_header;
}

# the instruments
for my $cam (@CHANDRA_INSTS_MICHEALNAMING) {
if ( m/^($cam) /i ) {

my $line = $lines[$count];
$line =~ s/$cam\s+po\s+//i; # cut the cam and the "po"

# only the flux is needed
my @camFluxvalues;
my @camFluxerrors;
while ( $line =~ m/.+?\(.*?\).+?\(.*?\)(.+?)(\(.+?\)).*?/g ){
my $flux = $1;
my $fluxerror = $2;
$flux =~ s/\s+//g;
$fluxerror =~ s/\s+//g;
$fluxerror =~ s/,/, /g;
push @camFluxvalues, $flux;
push @camFluxerrors, $fluxerror;
#print $1 . "\n----------------------\n";

}
$result{"$cam"}->{'fluxvalues'} = \@camFluxvalues;
$result{"$cam"}->{'fluxerrors'} = \@camFluxerrors;
#print "\n========================================\n";

# test
#print "\n";
#print scalar @{$result{"$cam"}->{'fluxerrors'}};
#print scalar @{$result{"$cam"}->{'fluxvalues'}};
#print $result{"flux_count"};
#print scalar @{$result{"flux_header"}};
#print "\n";
last;
}
}

$count++;
}
return \%result;

# 'pn' => {
# 'fluxerrors' => [
# '(0.559, 0.563)',
# '(0.937, 0.947)',
# '(0.195, 0.206)',
# '(0.195, 0.197)',
# '(0.178, 0.178)',
# '(0.228, 0.230)',
# '(0.466, 0.469)',
# '(0.591, 0.600)'
# ],
# 'fluxvalues' => [
# '0.561',
# '0.942',
# '0.201',
# '0.196',
# '0.178',
# '0.229',
# '0.467',
# '0.595'
# ]
# },
}



sub getDatFile_allValues_Chandra
{
# builds and prints the html table with all parameter (all cameras)
# link: see parameter

my $version = strparam('version');
my $obsid = strparam('obsid');
my ($obsid_only, $gtiid) = split '_', $obsid;
my $target = getTargetbyObsid_C($obsid);
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;

# get the values
my $result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
my @cams = getChandraCamsFromResults($result);

# debuglog(dumpit_getStr($result));
# output
my $html = "\n";

$html .= '';

$html .= '';
$html .= '';
$html .= '';

# header
for my $c (sort @cams){
#$c =~ s/\\\+/\+/;
#$c =~ s/\\//;
$html .= "\n";
}
$html .= '';


for my $i (0 .. ((scalar $result->{'paramcount'}) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";
for my $c ( sort @cams){
$html .= "\n";
}
$html .= '';
}
$html .= '

Num	Parameter	$c
$num	@{$result->{'params'}}[$i]	@{$result->{$c}->{'paramvalues'}}[$i]

';
$html .= '

';
print $html;
exit;
}



sub getFlux_Chandra
{


# extract the flux out of the .log files for all cameras for a given version
# returns html table (link: see Flux)

my $version = strparam('version');
my $obsid = strparam('obsid');
my ($obsid_only, $gtiid) = split '_', $obsid;
my $target = getTargetbyObsid_C($obsid);
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;

my $result;
if (strparam('method') eq '2') {
# Method 2
debuglog("================= get all FLux --> method 2 ====================");
$result = parseResultLog2($path. "/auto${target}_${obsid}_2results.txt");
} else {
# Method 1
$result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
}

# get the values
my @cams = getChandraCamsFromResults($result);

# debuglog(dumpit_getStr($result));
# output
my $html = "\n";

#$html .= $result->{'flux_unit'};
$html .= '';

$html .= '';
$html .= '';

# header
for my $c (sort @cams){
#$c =~ s/\\\+/\+/;
#$c =~ s/\\//;
$html .= "\n";
}
$html .= '';


for my $i (0 .. ((scalar $result->{'flux_count'}) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";
for my $c ( sort @cams){
$html .= "\n";
}
$html .= '';
}
$html .= '

Range	Unit	$c
@{$result->{'flux_header'}}[$i]	$result->{'flux_unit'}	@{$result->{$c}->{'fluxvalues'}}[$i]

';
$html .= '

';
print $html;
exit;
}



sub plot_flux4Chandra
{
# disabled
print not_applicable();
exit;

# get the flux plot

# 1. get the data (flux) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

my $tmp_gif_name = $WWW_ROOT . 'flux_Chandra.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/myChandraflux_*.txt");
system("rm exec_plotFluxChandra");

#my $version = strparam('version');
my $obsid = strparam('obsid');
my $target = getTargetbyObsid_C($obsid);

my ($obsid_only, $gtiid) = split '_', $obsid;

#debuglog("================FLux==========================");

print "\n";

my $vn = ""; # versions (for the plot, X-Axis)

# get the versions
my $versions = scanFiles4Chandra($obsid);

#debuglog(dumpit_getStr($versions));
#print "\n";

my $rev = getRevolution($obsid_only); #
# TODO ???? rev getRevByObsid_C($obsid);

my $num = 1;
my $warning = 0;

# get the highest amount of bands
my $bands_count = 0;
for my $version (reverse sort keys %$versions){
$version =~ /SAS(.*)/;
$vn .= "'$1',";
#debuglog("\nversion: $version ---- $vn ");
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;
my $result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
$bands_count = $result->{'flux_count'} > $bands_count ? $result->{'flux_count'} : $bands_count;
}


#print 'bandcount:' . $bands_count;

# do it
for my $version (reverse sort keys %$versions){

# the version name
$version =~ /SAS(.*)/;
$vn .= "'$1',";

#print "
found " . $version . " \n";
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;
my $result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
my @cams = @CHANDRA_INSTS_MICHEALNAMING; #getChandraCamsFromResults($result);

#print dumpit($result);
#debuglog(dumpit_getStr($result)) and exit;


my $data = "FIT";
for my $cam (sort @cams){
$data .= "\t";
$cam =~ s#\\##;
$data .= $cam;
}
$data .= "\n";

for my $i (0 .. ($result->{'flux_count'} -1 )){
# build s.th. like this
# Fit j p m accis-leg-
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77#

my $header = @{$result->{'flux_header'}}[$i];
$header =~ s#\s+##g;
$header =~ s#keV##;
$data .= $header . "\t";


for my $cam (sort @cams){
my $tmp = @{$result->{$cam}->{'fluxvalues'}}[$i];
$tmp =~ s/\s+//g;
$data .= $tmp eq '' ? 0 : $tmp;
$data .= "\t";

}
$data .= "\n";



}
print "\n";
write_to_file($IDL_DIR . "myChandraflux_$num.txt" ,$data);
#write_to_file($IDL_DIR . "myflux_$num.txt" ,$data);
$num++;
}

if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

#print "
";

chop $vn; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotFluxChandra.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
write_to_file("exec_plotFluxChandra" , $$execIdlFile);

# ok. execute the IDL script
#print "\n";
my $res = `$IDL_BIN exec_plotFluxChandra`;
print "\n";
print "
\n";

# convert to .gif
#system("$CONVERT_BIN -page A4+0+0 flux.ps $tmp_gif_name") and print "error couldn't convert: $! \n
";
system("$CONVERT_BIN flux.ps $tmp_gif_name") and print "error couldn't convert(5): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}#

# clean up
system("rm flux.ps");
system("rm exec_plotFlux");
system("rm myChandra*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print '

';



exit;
}


sub getDatFile_Chandra
{
# show the parameter for a cam

my $path = strparam('path');
my $cam = strparam('cam');

debuglog("--cam---->$cam-");

# quickhack
if ($cam eq 'hrci-leg-'){
$cam = 'hrci-leg-...';
}
if ($cam eq 'hrci-leg '){
$cam = 'hrci-leg\\+...';
}

if ($cam eq 'hrcs-leg-'){
$cam = 'hrcs-leg-...';
}
if ($cam eq 'hrcs-leg '){
$cam = 'hrcs-leg\\+...';
}

if ($cam eq 'aciss-heg 1'){
$cam = 'aciss-heg\\+1';
}
if ($cam eq 'aciss-meg 1'){
$cam = 'aciss-meg\\+1';
}
if ($cam eq 'aciss-leg 1'){
$cam = 'aciss-leg\\+1';
}

my $obsid_only = strparam('obsid');
my $target = strparam('target');

$path =~ m/(SAS.+)\/auto(.+?)_/;
my $version = $1;
my $gtiid = $2;
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;
my $obsid = $obsid_only . '_' . $gtiid;


# get the values
my $result = parseResultLog1($path. "/auto${target}_${obsid_only}_${gtiid}_1results.txt");
#my @cams = getChandraCamsFromResults($result);

# debuglog(dumpit_getStr($result));
# output

my $html = "\n";
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';


for my $i (0 .. ((scalar $result->{'paramcount'}) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";


$html .= "\n";
$html .= "\n";

$html .= '';
}
$html .= '

Num	Parameter	Value	Error
$num	@{$result->{'params'}}[$i]	@{$result->{$cam}->{'paramvalues'}}[$i]	@{$result->{$cam}->{'paramerrors'}}[$i]

';
$html .= '

';
print $html;

exit;
}


sub plot_parameter4Chandra
{

# disabled
print not_applicable();
exit;

# plot parameter over a version

# 1. get the data (parameter) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

my $tmp_gif_name = $WWW_ROOT . 'parameter_Chandra.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/my_*.txt");

#my $version = strparam('version');
my $obsid = strparam('obsid');
my $target = getTargetbyObsid_C($obsid);

my ($obsid_only, $gtiid) = split '_', $obsid;

debuglog("================Parameter 4 $obsid_only , $obsid , $target ==========================");

print "\n";

my $vn = ""; # versions (for the plot, X-Axis)

# get the versions
my $versions = scanFiles4Chandra($obsid);

#dumpit($versions);
my $rev = getRevolution($obsid_only); #
# TODO ???? rev getRevByObsid_C($obsid);

my $num = 1;
my $warning = 0;

# get the highest amount of bands
#my $bands_count = 0;
#for my $version (reverse sort keys %$versions){
# $version =~ /SAS(.*)/;
# $vn .= "'$1',";
# #debuglog("\nversion: $version ---- $vn ");
# my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;
# my $result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
# $bands_count = $result->{'flux_count'} > $bands_count ? $result->{'flux_count'} : $bands_count;
#}


#print 'bandcount:' . $bands_count;

# do it
for my $version (reverse sort keys %$versions){

# the version name
$version =~ /SAS(.*)/;
$vn .= "'$1',";


print "
found " . $version . " \n";
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;
my $result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
#my @cams = getChandraCamsFromResults($result);
my @cams = @CHANDRA_INSTS_MICHEALNAMING;

#print dumpit($result);


my $data = "FIT";
for my $cam (sort @cams){
$cam =~ s#\\##;
$data .= "\t";
$data .= $cam;
}
$data .= "\n";

for my $i (0 .. ($result->{'paramcount'} -1 )){
# build s.th. like this
# Fit j p m accis-leg-
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77#

my $paramname = @{$result->{'params'}}[$i];
$paramname =~ s/\(.+?\)//;
$data .= $paramname . "\t";
for my $cam (sort @cams){
my $tmp = @{$result->{$cam}->{'paramvalues'}}[$i];
$tmp =~ s/\s+//g;


$data .= $tmp eq '' ? 0 : $tmp;
#$data .= $tmp eq '' ? 0 : $tmp; !!!!!!!!!!!!!!!!!!!!!!!!!!!!
$data .= "\t";
}
$data .= "\n";
}



print "\n";
write_to_file($IDL_DIR . "my_$num.txt" ,$data);
#write_to_file($IDL_DIR . "myflux_$num.txt" ,$data);
$num++;
}

if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

#print "
";

chop $vn; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotPChandra.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
write_to_file("exec_plotPChandra" , $$execIdlFile);

# ok. execute the IDL script
#print "\n";
my $res = `$IDL_BIN exec_plotPChandra`;
print "\n";
print "
\n";

# convert to .gif
#system("$CONVERT_BIN -page A4+0+0 flux.ps $tmp_gif_name") and print "error couldn't convert(1): $! \n
";
system("$CONVERT_BIN params.ps $tmp_gif_name") and print "error couldn't convert(6): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}#

# clean up
system("rm params.ps");
system("rm exec_plotPChandra");
system("rm my*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print '

';



exit;
}


sub getChandraCamsFromResults
{
# to see what cams are in %$results
# (needed after parsing the chandra logfiles)
my $results = shift;
my @keys = keys %$results;
my %tmp;
for my $cam (@CHANDRA_INSTS_MICHEALNAMING) {
for my $k (@keys) {
if ( $k eq $cam ) {
#debuglog("|----->$k");
$tmp{$k} = 1;
}
}
}
return keys %tmp;
}




sub getAllFlux_Chandra
{


my $FLUX_VERSION = strparam('fluxVersion');
print "statistical evaluation of fluxes $FLUX_VERSION (CHANDRA) ....
";

if (strparam('method') eq '2') {
print "method 2
";
} else {
print "method 1
";
}

print "

---

";

# empty
system("rm -rf ${FLUX_CHANDRA_DIR}*SAS*");
#print " <--- done
";

# create dir
`mkdir "${FLUX_CHANDRA_DIR}${FLUX_VERSION}"`;

my $targets = retrieve('targets_CHANDRA_data'); # take the dump
my $obsids = retrieve('obsids_CHANDRA_data');


my $count = 0;
my $file_count = 0;
foreach my $obsid (keys %$obsids) {

my ($obsid_only, $gtiid) = split '_', $obsid;
my $target = getTargetbyObsid_C($obsid);
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $FLUX_VERSION;

$count++;

print "

scanning $obsid ... ";
print "";

if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}

my $result;
if (strparam('method') eq '2') {
# Method 2
$result = parseResultLog2($path. "/auto${target}_${obsid}_2results.txt");
} else {
# Method 1
$result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
}

if ( $result->{'flux_count'} == 0) {
print "skipped (no bands found)" ;
next;
}

#my @cams = getChandraCamsFromResults($result);
my $data = "FIT";
for my $cam (sort @CHANDRA_INSTS_MICHEALNAMING){
$cam =~ s#\\##;
$data .= "\t";
$data .= $cam;
}
$data .= "\n";





for my $i (0 .. ($result->{'flux_count'} -1 )){
# build s.th. like this
# Fit j p m accis-leg-
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77#

my $header = @{$result->{'flux_header'}}[$i];
$header =~ s#\s+##g;
$header =~ s#keV##;
$data .= $header . "\t";

for my $cam (sort @CHANDRA_INSTS_MICHEALNAMING){
my $tmp = @{$result->{$cam}->{'fluxvalues'}}[$i];
$tmp =~ s/\s+//g;
#$data .= $tmp eq '' ? 0.3 : $tmp;
$data .= $tmp eq '' ? 0 : $tmp;
$data .= "\t";
}
$data .= "\n";


}


write_to_file($FLUX_CHANDRA_DIR . $FLUX_VERSION . "/${obsid}.txt" ,$data);
$file_count++;

print " done ( ".$result->{'flux_count'}." bands )";
}

print "

ok $count obsids scanned. $file_count files created.

starting idl fluxer.pro ....
\n";

chdir $FLUX_CHANDRA_DIR;

my $res = `chmod -R 777 *`;
#print "
rm ${FLUX_CHANDRA_DIR}*.ps";
$res = `rm -f ${FLUX_CHANDRA_DIR}*.ps`;
print $res;

# start idl
$res = `$IDL_BIN exec_fluxer`;
print " ";

# ok. convert to a gif and display it
my $gif = "plot${FLUX_VERSION}.gif";
`rm -f ${WWW_ROOT}$gif`; # remove the previous gif
#system("$CONVERT_BIN plot*.ps ${WWW_ROOT}$gif") and print "error couldn't convert(1)" and exit;
system("$CONVERT_BIN plot${FLUX_VERSION}.ps ${WWW_ROOT}$gif") and print "error couldn't convert(7)" and exit;
$res = `chmod -R 777 ${WWW_ROOT}$gif`;

print "

\n";
print "";


print "

the end.";
exit;

}


sub plotFluxOverTarget_Chandra
{

my $tmp_gif_name = $WWW_ROOT . 'flux_Chandra.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/myChandraflux_*.txt");

my $version = strparam('fluxVersion'); # flux doesn mean anything. its only the version
my $target = strparam('target');


print "\n";

if (strparam('method') eq '2') {
print "method 2
";
} else {
print "method 1
";
}

my $targets = retrieve('targets_CHANDRA_data'); # take the dump

# get the obsids to the target
my @obsids_from_targetlist = @{ $targets->{$target} };



# get the highest amount of bands
my $bands_count = 0;
for my $obsid (@obsids_from_targetlist){
my ($obsid_only, $gtiid) = split '_', $obsid;
#$version =~ /SAS(.*)/;
#$vn .= "'$1',";
#debuglog("\nversion: $version ---- $vn ");
my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;

my $result;
if (strparam('method') eq '2') {
# Method 2
$result = parseResultLog2($path. "/auto${target}_${obsid}_2results.txt");
} else {
# Method 1
$result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
}

$bands_count = $result->{'flux_count'} > $bands_count ? $result->{'flux_count'} : $bands_count;
}

my $rev_array = ""; # (for the plot, X-Axis)

#dumpit($versions);
#my $rev = getRevolution($obsid);
my $num = 1;
my $warning = 0;
my $component_count = 0;


# do it
for my $obsid (@obsids_from_targetlist){

my ($obsid_only, $gtiid) = split '_', $obsid;

my $rev = getRevolution($obsid_only);
if ($rev eq '-') { # no file found skip it.
print "skipped (obsid not found)
";
next;
}
$rev_array .= $rev . ','; #"'$obsid',";

print "scanning $obsid ... ";

my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;


my $result;
if (strparam('method') eq '2') {
# Method 2
#print "

method 2

";
$result = parseResultLog2($path. "/auto${target}_${obsid}_2results.txt");
} else {
# Method 1
$result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
}

my @cams = @CHANDRA_INSTS_MICHEALNAMING;


my $data = "FIT";
for my $cam (sort @cams){
$cam =~ s#\\##;
$data .= "\t";
$data .= $cam;
}
$data .= "\n";

for my $i (0 .. $bands_count-1 ){
# build s.th. like this
# Fit j p m accis-leg-
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77#

my $header = @{$result->{'flux_header'}}[$i];
$header =~ s#\s+##g;
$header =~ s#keV##;
$data .= $header . "\t";

#print "flux_count --> ". $result->{'flux_count'} ."
\n";


for my $cam (sort @cams){
my $tmp = @{$result->{$cam}->{'fluxvalues'}}[$i];
$tmp =~ s/\s+//g;
$data .= $tmp eq '' ? 0 : $tmp;
#$data .= $tmp eq '' ? 1 : $tmp;
$data .= "\t";

}
$data .= "\n";



}
print "done\n";
print "
";
print "\n";
write_to_file($IDL_DIR . "myChandraflux_$num.txt" ,$data);
$num++;
}

if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

#print "
";

chop $rev_array; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotFluxChandra.tmpl', TARGET => $target, OBSID => '', REV => $version, VN => $rev_array );
write_to_file("exec_plotFluxChandra" , $$execIdlFile);

# ok. execute the IDL script
print "executing idl ... ";
my $res = `$IDL_BIN exec_plotFluxChandra`;
print "done\n
";
print "\n";
print "
\n";

# convert to .gif
print "creating the image ... ";
#system("$CONVERT_BIN -page A4+0+0 flux.ps $tmp_gif_name") and print "error couldn't convert: $! \n
";
system("$CONVERT_BIN flux.ps $tmp_gif_name") and print "error couldn't convert(8): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}#

# clean up
system("rm flux.ps");
system("rm exec_plotFluxChandra");
system("rm myChandra*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print "";
print '

';
exit;
}


sub plotParameterOverTarget_Chandra
{

my $tmp_gif_name = $WWW_ROOT . 'parameter_Chandra.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/my_*.txt");

my $version = strparam('fluxVersion'); # flux doesn mean anything. its only the version
my $target = strparam('target');


print "\n";

my $targets = retrieve('targets_CHANDRA_data'); # take the dump

# get the obsids to the target
my @obsids_from_targetlist = @{ $targets->{$target} };

my $rev_array = ""; # (for the plot, X-Axis)

#dumpit($versions);
#my $rev = getRevolution($obsid);
my $num = 1;
my $warning = 0;
my $component_count = 0;


# do it
for my $obsid (@obsids_from_targetlist){

my ($obsid_only, $gtiid) = split '_', $obsid;

my $rev = getRevolution($obsid_only);
if ($rev eq '-') { # no file found skip it.
print "skipped (obsid not found)
";
next;
}
$rev_array .= $rev . ','; #"'$obsid',";

print "scanning $obsid ... ";

my $path = $CHANDRA_ROOT . $target . '/' . $obsid_only . "/" . $version;
my $result = parseResultLog1($path. "/auto${target}_${obsid}_1results.txt");
my @cams = @CHANDRA_INSTS_MICHEALNAMING;


my $data = "FIT";
for my $cam (sort @cams){
$cam =~ s#\\##;
$data .= "\t";
$data .= $cam;
}
$data .= "\n";

for my $i (0 .. ($result->{'paramcount'} -1 )){
# build s.th. like this
# Fit j p m accis-leg-
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77#

my $paramname = @{$result->{'params'}}[$i];
$paramname =~ s/\(.+?\)//;
$data .= $paramname . "\t";
for my $cam (sort @cams){
my $tmp = @{$result->{$cam}->{'paramvalues'}}[$i];
$tmp =~ s/\s+//g;


#$data .= $tmp eq '' ? 1 : $tmp;
$data .= $tmp eq '' ? 0 : $tmp;
$data .= "\t";
}
$data .= "\n";
}


print "done\n";
if ($warning == 1 ){
print "( Warning ! One or more parameter-values are missing ) ";
}
print "
";


print "\n";
write_to_file($IDL_DIR . "my_$num.txt" ,$data);
$num++;
}

if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

#print "
";

chop $rev_array; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotPChandra.tmpl', TARGET => $target, OBSID => '', REV => $version, VN => $rev_array );
write_to_file("exec_plotPChandra" , $$execIdlFile);

# ok. execute the IDL script
print "
executing idl ... ";
my $res = `$IDL_BIN exec_plotPChandra`;
print "done\n
";
print "\n";
print "
\n";

# convert to .gif
print "creating the image ... ";
system("$CONVERT_BIN params.ps $tmp_gif_name") and print "error couldn't convert(9): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}

# clean up
system("rm params.ps");
system("rm exec_plotPChandra");
system("rm my*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print "";
print '

';


exit;


}




# -----------------------------------------------------------------------------------------------
# -------------------------------------------- SUZAKU Section ----------------------------------
# -----------------------------------------------------------------------------------------------

sub scanSuzakuTargets
{
# build the Target data strucure ( scanning the filesystem )
# by looking at the *result.txt logfiles
# i.e. /auto3C273_0136550801_5169A_1results.txt ( target_

# structure:
# --> hash of arrayrefs
#
# %targets = {
# 'target1' => [obsid1,obsid2 ...],
# 'target2' => [obsid1,obsid2 ...],


# print "$LS_SUZAKU_CMD
";
# print $ls;

my %targets;
my $ls = `$LS_SUZAKU_CMD`;

debuglog("scanning targets ($LS_SUZAKU_CMD) ---> $ls ");

my $target;
my $obsid;
my $gtiid;

# /stage/xcaldata/SUZAKU/XMM_Suzaku/PKS2155-304/0158961301_700012010/SASv7.1_headas-6.4_CALDB-2008-02-01/PKS2155-304_1095_0158961301.model

while ($ls =~ m'/.*?/.*?/.*?/.*?/(.*?)/(.*?)/.*\.model'g ) {
$target = $1;
$obsid = $2;
#debuglog("found: $target - $obsid");
push @{$targets{$target}}, ($obsid);
}

# make it unique
foreach my $target (keys %targets){
Unique_Array( \ @{$targets{$target}});
}

return \%targets;
}



sub scanObsids_Suzaku
{
# build the obsids structur
# store the right filnames (ps's and logfiles) in the datastrucure by looking for them on the filesystem


# structure:
# --> hash of hashrefs of hashref
# %obsids = {
# obsid1, {
# 'Version1' => {
# 'joined' => '0126700601/xmmsas_20060628_1801-7.0.0_ccf_pub/3C273_0095_0126700601_joint.gif'
# 'pn' => 'no file found'
# 'mos1' => ...
# 'mos2'
# 'rgs1'
# 'rgs2'
# 'dat_joined' => '0126700601/xmmsas_20060628_1801-7.0.0_ccf_pub/3C273_0095_0126700601_joint.log
# 'dat_pn'
# 'dat_mos1'
# 'dat_mos2'
# 'dat_rgs1'
# 'dat_rgs2'
# },
# 'Version2' => { ...
# } ...

my $targets = shift;
my %obsids;

# 1. get all obsids from the $targets
my @tmp_obsids;
my @all_obsids;
for my $target (keys %$targets){
push @all_obsids, @{ $targets->{$target} };
}

# 1. get the Versions from the directories
foreach my $id (@all_obsids) {
next if ($id eq '');
$obsids{$id} = scanFiles4Suzaku($id);
}

return \%obsids;

}


# -----------------------------------------------------------------------------------------------------------

sub scanFiles4Suzaku
{
# scan all version directories ( for a given obsid) for the needed files

my $obsid = shift;

# get the versions of the obsid and the related files
my $versions = {};

my $target = getTargetbyObsid_S($obsid);
#debuglog( "\ntarget: $target<----- $obsid");

# look for version directories
my $target_dir = $SUZAKU_ROOT . $target . "/" . $obsid ;
my @versions_dirs = get_files($target_dir , '.+');

#debuglog( "\n--------- $obsid-- $target_dir ----------\n");

for my $versDir (@versions_dirs) {
# look in every version dir for the files
my $path = $SUZAKU_ROOT . $target . '/' . $obsid . '/' . $versDir;
#print "<<<< $path ---->
";

# if you add here s.th, also add it also to showObsid4Suzaku()
$versions->{$versDir} = { 'joint' => getGif($path, "_joint.gif", $target),
'pn' => getGif($path, "_EPN.gif", $target),
'mos1' => getGif($path, "_EMOS1.gif", $target),
'mos2' => getGif($path, "_EMOS2.gif", $target),
'rgs1' => getGif($path, "_RGS1.gif", $target),
'rgs2' => getGif($path, "_RGS2.gif", $target),
'xi0' => getGif($path, "_XI0.gif", $target),
'xi1' => getGif($path, "_XI1.gif", $target),
'xi2' => getGif($path, "_XI2.gif", $target),
'xi3' => getGif($path, "_XI3.gif", $target),

# the related log files
'joint_dat' => getLogFileLinks($path, "_joint.log", $target,'joint'),
'pn_dat' => getLogFileLinks($path, "_EPN.log", $target,'pn'),
'mos1_dat' => getLogFileLinks($path, "_EMOS1.log", $target,'m1'),
'mos2_dat' => getLogFileLinks($path, "_EMOS2.log", $target,'m2'),
'rgs1_dat' => getLogFileLinks($path, "_RGS1.log", $target,'r1'),
'rgs2_dat' => getLogFileLinks($path, "_RGS2.log", $target,'r2'),
'xi0_dat' => getLogFileLinks($path, "_XI0.log", $target,'xi0'),
'xi1_dat' => getLogFileLinks($path, "_XI1.log", $target,'xi1'),
'xi2_dat' => getLogFileLinks($path, "_XI2.log", $target,'xi2'),
'xi3_dat' => getLogFileLinks($path, "_XI3.log", $target,'xi3'),
};
}
#debuglog(dumpit_getStr($versions));
return $versions;
}


sub getTargetbyObsid_S
{
# return the target to a given obsid

my $obsid = shift;
my $target = '-target-not-found-';
my $ls = `$LS_SUZAKU_CMD`;


while ($ls =~ m'/.*?/.*?/.*?/.*?/(.*?)/(.*?)/.*\.model'g ) {
if ($2 eq $obsid) {
$target = $1;
}
}
return $target;
}





# -----------------------------------------------------------------------------------------------------------
# Ajax requests 4 Suzaku
# -----------------------------------------------------------------------------------------------------------


# ----------------------------------------------------------------------------------------------- #
# ----------------------------------- one obsid ------------------------------------------------- #
# ----------------------------------------------------------------------------------------------- #

sub showObsid4Suzaku
{
# user selects an other obsid -> update it

# 1. build the table
# 2. build the links (plot parameter over all versions , plot flux , ObservationLogBrowser)

my $obsid = strparam('obsid');
my $formCount = strparam('formCount');
my $cam = strparam('cam');
my $versions = scanFiles4Suzaku($obsid);


if ((scalar keys %$versions) == 0 ) {
print "DATADIV${formCount}|no suzaku versions found for OBSID: $obsid";
exit;
}

# show all cams
if ($cam eq 'all'){
my $html = '';
for my $version (reverse sort keys %$versions){

# plot params link
my $seeParams_lnk = "javascript:popup\("preview.pl?action=arequest&suzaku=1&func=getDatFile_allValues_Suzaku&version=$version&obsid=$obsid","parameter_$obsid",950,300\)";

# plot flux link
my $seeFlux_lnk = "javascript:popup\("preview.pl?action=arequest&suzaku=1&func=getFlux_Suzaku&version=$version&obsid=$obsid","flux_$obsid",950,300\)";
my $seeFlux_lnk2 = "javascript:popup\("preview.pl?action=arequest&suzaku=1&method=2&func=getFlux_Suzaku&version=$version&obsid=$obsid","flux_$obsid",950,300\)";

# put them in an overlib layer
my $layer = "";
$layer .= "";
$layer .= "";

my @inst = qw(joint pn mos1 mos2 rgs1 rgs2 xi0 xi1 xi2 xi3);
my $instruments_html = '';

for my $name (@inst) {
if ($versions->{$version}->{$name} eq 'no picture found') {
next; # don't display if no fit there
}
$instruments_html .= "";
$instruments_html .= "';

}


my $table = ${parse_templatefile($TMPL_OBSID_CHANDRA,
INSTRUMENTS => $instruments_html,
VERSION => $version . '
' . $layer,
)
};



$html .= "";
}
$html .= '

$name

"; $instruments_html .= $versions->{$version}->{$name} . $versions->{$version}->{"${name}_dat"}; $instruments_html .= '

$table

';
#debuglog( "DATADIV${formCount}|" . $html);
print "DATADIV${formCount}|" . $html;

} else {

# show anly one cam
my $html = '';
for my $version (reverse sort keys %$versions){
my $table = ${parse_templatefile($TMPL_CAM,
VERSION => $version,
CAM => $versions->{$version}->{$cam},
CAMNAME => $cam,
DAT => $versions->{$version}->{$cam . '_dat'},


)
};
$html .= "";
}
$html .= '

$table

';
# debuglog( "DATADIV${formCount}|" . $html);
print "DATADIV${formCount}|" . $html;
}

}


# ----------------------------------------------------------------------------------------------- #

sub getDatFile_Suzaku
{
# poup for the .dat file

my $path = strparam('path');
# replace the alias (apache) with the real filesystem-path
$path =~ s/\/$xcaldataSUZAKU/$SUZAKU_ROOT/;

$path =~ s/ /+/; # for names that contain a +

debuglog("getDatFile_Suzaku --> $path");
my ($html, $val ) = parseLogFile($path);

print $$html;
print '

';
exit;
}


sub getDatFile_allValues_Suzaku
{
# builds and prints the html table with all parameter (all cameras)
# link: see parameter

my $version = strparam('version');
my $obsid = strparam('obsid');
my $target = getTargetbyObsid_S($obsid);
my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $version;

# get the values
my ($nn, $val_joined, $component, $parameter, $units ) = parseLogFile($path . '/' .get_file($path, '\d_joint.*log'));
my ($nn, $val_pn) = parseLogFile($path . '/' .get_file($path, '\d_EPN.*log'));
my ($nn, $val_mos1) = parseLogFile($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($nn, $val_mos2) = parseLogFile($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($nn, $val_rgs1) = parseLogFile($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($nn, $val_rgs2) = parseLogFile($path . '/' .get_file($path, '\d_RGS2.*log'));
my ($nn, $val_xi0) = parseLogFile($path . '/' .get_file($path, '\d_XI0.*log'));
my ($nn, $val_xi1) = parseLogFile($path . '/' .get_file($path, '\d_XI1.*log'));
my ($nn, $val_xi2) = parseLogFile($path . '/' .get_file($path, '\d_XI2.*log'));
my ($nn, $val_xi3) = parseLogFile($path . '/' .get_file($path, '\d_XI3.*log'));

# output
my $html = "";
$html .= '';

# header
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';
$html .= '';


for my $i (0 .. ((scalar @$component) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= '';
}
$html .= '

Num

Component

Parameter

Unit

JOINT

PN

MOS1

MOS2

RGS1

RGS2

XI0

XI1

XI2

XI3

$num

$component->[$i]

$parameter->[$i]

$units->[$i]

$val_joined->[$i]

$val_pn->[$i]

$val_mos1->[$i]

$val_mos2->[$i]

$val_rgs1->[$i]

$val_rgs2->[$i]

$val_xi0->[$i]

$val_xi1->[$i]

$val_xi2->[$i]

$val_xi3->[$i]

';
$html .= '

';
print $html;
}

# ----------------------------------------------- Flux -----------------------------------------------------

sub getFlux_Suzaku
{
# extract the flux out of the .log files for all cameras for a given version
# returns html table (link: see Flux)

my $version = strparam('version');
my $obsid = strparam('obsid');
my $target = getTargetbyObsid_S($obsid);
my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $version;

my ($val_joined, $bands, $val_pn, $val_mos1 ,$val_mos2, $val_rgs1, $val_rgs2, $val_xi0, $val_xi1,$val_xi2,$val_xi3 );
my ($unit_joined, $unit_pn, $unit_mos1 ,$unit_mos2, $unit_rgs1, $unit_rgs2, $unit_xi0, $unit_xi1,$unit_xi2,$unit_xi3 );
my $nn; # not needed

# get the values
if (strparam('method') eq "2") {
# Method 2
($val_joined, $bands, $unit_joined ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn,$nn,$unit_pn) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1,$nn,$unit_mos1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2,$nn,$unit_mos2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1,$nn,$unit_rgs1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2,$nn,$unit_rgs2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS2.*log'));
($val_xi0,$nn,$unit_xi0) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi1,$nn,$unit_xi1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi2,$nn,$unit_xi2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi3,$nn,$unit_xi3) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
} else {
# Method 1
($val_joined, $bands, $unit_joined ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn,$nn,$unit_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1,$nn,$unit_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2,$nn,$unit_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1,$nn,$unit_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2,$nn,$unit_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
($val_xi0,$nn,$unit_xi0) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi1,$nn,$unit_xi1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi2,$nn,$unit_xi2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi3,$nn,$unit_xi3) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
}

# output
my $html = "";
$html .= '';

# header
$html .= '';
$html .= '';
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= '';


for my $i (0 .. ((scalar @$bands) -1 )){
my $num = $i +1;
$html .= '';
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= "";
$html .= '';


}
$html .= '

Range	JOINT [$unit_joined]	PN [$unit_pn]	MOS1 [$unit_mos1]	MOS2 [$unit_mos2]	RGS1 [$unit_rgs1]	RGS2 [$unit_rgs2]	XI0 [$unit_xi0]	XI1 [$unit_xi1]	XI2 [$unit_xi2]	XI3 [$unit_xi3]
$bands->[$i] keV	$val_joined->[$i]	$val_pn->[$i]	$val_mos1->[$i]	$val_mos2->[$i]	$val_rgs1->[$i]	$val_rgs2->[$i]	$val_xi0->[$i]	$val_xi1->[$i]	$val_xi2->[$i]	$val_xi3->[$i]

';
$html .= '

';
print $html;
exit;
}




sub plot_flux4Suzaku
{

# disabled
print not_applicable();
exit;

# get the flux plot

# 1. get the data (flux) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

debuglog("------------------------plot_flux4Suzaku---------------------------------");
my $tmp_gif_name = $WWW_ROOT . 'flux_Suzaku.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/mySuzakuflux_*.txt");
system("rm exec_plotFluxSuzaku");

my $obsid = strparam('obsid');
my $target = getTargetbyObsid_S($obsid);

print "\n";

my $vn = ""; # versions (for the plot, X-Axis)

# get the versions
my $versions = scanFiles4Suzaku($obsid);

#dumpit($versions);
my $rev = getRevByObsid_S($obsid);
my $num = 1;
my $warning = 0;


# get the highest amount of bands
my $bands_count = 0;
for my $version (reverse sort keys %$versions){
my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $version;
my ($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
$bands_count = (scalar @$bands) > $bands_count ? (scalar @$bands) : $bands_count;
}

# do it
for my $version (reverse sort keys %$versions){

#print "
found " . $version . " \n";

my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $version;

# get the params for this version
my ($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
my ($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
my ($val_xi0,$nn,$unit_xi0) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_xi1,$nn,$unit_xi1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_xi2,$nn,$unit_xi2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_xi3,$nn,$unit_xi3) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\tx0\tx1\tx2\tx3\n";

if ((scalar @$bands) == 0) {
print "
Warning. No parameters found ( for $version ). Will skipp this version.";
next;
}

# the version name
$version =~ /.*-(.*)/;
$vn .= "'$version',";


for my $i (0 .. ($bands_count -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $valx0 = $val_xi0->[$i] eq '' ? 0 : $val_xi0->[$i];
my $valx1 = $val_xi1->[$i] eq '' ? 0 : $val_xi1->[$i];
my $valx2 = $val_xi2->[$i] eq '' ? 0 : $val_xi2->[$i];
my $valx3 = $val_xi3->[$i] eq '' ? 0 : $val_xi3->[$i];



if ($valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 || $valx0 == 0 || $valx1 == 0 || $valx2 == 0 || $valx3 == 0 ){
$warning = 1;
}

my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];

$band =~ s/\s//g;
$data .= $band . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= $valx0. "\t";
$data .= $valx1. "\t";
$data .= $valx2. "\t";
$data .= $valx3. "\t";
$data .= "\n";

}
write_to_file($IDL_DIR . "mySuzakuflux_$num.txt" ,$data);
$num++;
}

if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

print "
";

chop $vn; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotFluxSuzaku.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
write_to_file("exec_plotFluxSuzaku" , $$execIdlFile);

# ok. execute the IDL script
my $res = `$IDL_BIN exec_plotFluxSuzaku`;

print "\n";
print "
\n";

# convert to .gif
system("$CONVERT_BIN flux.ps $tmp_gif_name") and print "error couldn't convert(1): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}

# clean up
system("rm flux.ps");
system("rm exec_plotFluxSuzaku");
system("rm mySuzaku*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print '

';



exit;
}


sub plot_parameter4Suzaku
{
# disabled
print not_applicable();
exit;

# get the parameter plot

# 1. get the data (parameter) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

debuglog("------------------------plot_parameter4Suzaku---------------------------------");

my $tmp_gif_name = $WWW_ROOT . 'parameter_Suzaku.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/my_*.txt");
system("rm $IDL_DIR/errors_*.txt");
system("rm params.ps");

my $obsid = strparam('obsid');
my $target = getTargetbyObsid_S($obsid);

print "\n";

my $vn = ""; # versions (for the plot, X-Axis)

# get the versions
my $versions = scanFiles4Suzaku($obsid);

#dumpit($versions);
my $rev = getRevByObsid_S($obsid);
my $num = 1;
my $warning = 0;
my $component_count = 0;
for my $version (reverse sort keys %$versions){


my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $version;

#print "
found " . $vn . " \n
";

# get the params for this version
my ($nn, $val_joined, $component, $parameter, $units, $chi_joined, $errors_joined ) = parseLogFile($path . '/' .get_file($path, '\d_joint.*log'));
my ($nn, $val_pn, $nn, $nn, $nn, $chi_pn, $errors_pn) = parseLogFile($path . '/' .get_file($path, '\d_EPN.*log'));
my ($nn, $val_mos1,$nn, $nn, $nn, $chi_mos1, $errors_mos1) = parseLogFile($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($nn, $val_mos2,$nn, $nn, $nn, $chi_mos2, $errors_mos2) = parseLogFile($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($nn, $val_rgs1,$nn, $nn, $nn, $chi_rgs1, $errors_rgs1) = parseLogFile($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($nn, $val_rgs2,$nn, $nn, $nn, $chi_rgs2, $errors_rgs2) = parseLogFile($path . '/' .get_file($path, '\d_RGS2.*log'));
my ($nn, $val_xi0, $nn, $nn, $nn, $chi_xi0, $errors_xi0) = parseLogFile($path . '/' .get_file($path, '\d_XI0.*log'));
my ($nn, $val_xi1, $nn, $nn, $nn, $chi_xi1, $errors_xi1) = parseLogFile($path . '/' .get_file($path, '\d_XI1.*log'));
my ($nn, $val_xi2, $nn, $nn, $nn, $chi_xi2, $errors_xi2) = parseLogFile($path . '/' .get_file($path, '\d_XI2.*log'));
my ($nn, $val_xi3, $nn, $nn, $nn, $chi_xi3, $errors_xi3) = parseLogFile($path . '/' .get_file($path, '\d_XI3.*log'));


my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\tx0\tx1\tx2\tx3\n";
my $data_errors = "ERRORS\tjm\tjp\tpm\tpp\tm1m\tm1p\tm2m\tm2p\tr1m\tr1p\tr2m\tr2p\txi0m\txi0p\txi1m\txi1p\txi2m\txi2p\txi3m\txi3p\n";

if ((scalar @$component) == 0) {
print "
Warning. No parameters found ( for $version ). Will skipp this version.";
next;
}

# the version name
$version =~ /(.*?)-(.*)/;
$vn .= "'$version',";
print "";

my $e = 0;
$component_count = (scalar @$component) > $component_count ? (scalar @$component) : $component_count;
for my $i (0 .. $component_count -1 ){
# build s.th. like this
# Fit j p m
# a 2.1 5.2 1.32
# b 2.12 2.21 2.31
# c 3.11 3.23 3.33
# d 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $valx0 = $val_xi0->[$i] eq '' ? 0 : $val_xi0->[$i];
my $valx1 = $val_xi1->[$i] eq '' ? 0 : $val_xi1->[$i];
my $valx2 = $val_xi2->[$i] eq '' ? 0 : $val_xi2->[$i];
my $valx3 = $val_xi3->[$i] eq '' ? 0 : $val_xi3->[$i];

if ($valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 || $valx0 == 0 || $valx1 == 0 || $valx2 == 0 || $valx3 == 0 ){
$warning = 1;
}

$data .= $parameter->[$i] . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= $valx0. "\t";
$data .= $valx1. "\t";
$data .= $valx2. "\t";
$data .= $valx3. "\t";
$data .= "\n";

# the errors
$data_errors .= $parameter->[$i] . "\t";
$data_errors .= $errors_joined->[$e] . "\t";
$data_errors .= $errors_joined->[$e+1] . "\t";
$data_errors .= $errors_pn->[$e] . "\t";
$data_errors .= $errors_pn->[$e+1] . "\t";
$data_errors .= $errors_mos1->[$e] . "\t";
$data_errors .= $errors_mos1->[$e+1] . "\t";
$data_errors .= $errors_mos2->[$e] . "\t";
$data_errors .= $errors_mos2->[$e+1] . "\t";
$data_errors .= $errors_rgs1->[$e] . "\t";
$data_errors .= $errors_rgs1->[$e+1] . "\t";
$data_errors .= $errors_rgs2->[$e] . "\t";
$data_errors .= $errors_rgs2->[$e+1] . "\t";
$data_errors .= $errors_xi0->[$e] . "\t";
$data_errors .= $errors_xi0->[$e+1] . "\t";
$data_errors .= $errors_xi1->[$e] . "\t";
$data_errors .= $errors_xi1->[$e+1] . "\t";
$data_errors .= $errors_xi2->[$e] . "\t";
$data_errors .= $errors_xi2->[$e+1] . "\t";
$data_errors .= $errors_xi3->[$e] . "\t";
$data_errors .= $errors_xi3->[$e+1] . "\t";

$data_errors .= "\n";

$e += 2;

}
# chi-square
$data .= "chi-square\t";
$data .= $chi_joined . "\t";
$data .= $chi_pn . "\t";
$data .= $chi_mos1 . "\t";
$data .= $chi_mos2. "\t";
$data .= $chi_rgs1 . "\t";
$data .= $chi_rgs2. "\t";
$data .= $chi_xi0. "\t";
$data .= $chi_xi1. "\t";
$data .= $chi_xi2. "\t";
$data .= $chi_xi3. "\t";
$data .= "\n";

write_to_file($IDL_DIR . "my_$num.txt" ,$data);
write_to_file($IDL_DIR . "errors_$num.txt" ,$data_errors);

$num++;
}
if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}

if ($warning == 1 ){
print "
Warning ! One or more parameter-values are missing
";
}
print "
";

chop $vn; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

print "\n";

my $execIdlFile = parse_templatefile('exec_plotPSuzaku.tmpl', TARGET => $target, OBSID => $obsid, REV => $rev, VN => $vn );
write_to_file("exec_plotPSuzaku" , $$execIdlFile);

# ok. execute the IDL script
#print "\n";
my $res = `$IDL_BIN exec_plotPSuzaku`;

print "";

# convert to .gif
system("$CONVERT_BIN params.ps $tmp_gif_name") and print "error couldn't convert(2)";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}#

# clean up
system("rm params.ps");
system("rm exec_plotPSuzaku");
system("rm my_*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print '

';

exit;
}

# ---------------------------------------------------- Features below ------------------------------------------------



sub plotParameterOverTarget_Suzaku
{
# plot all parameter for all obsids by a given target and version

my $version = strparam('fluxVersion'); # flux doesn mean anything. its only the version
my $target = strparam('target');


$| = 1; # flush immediately

# plot parameter over a target

# 1. get the data (parameter) out of the .log files
# 2. let idl create the plot (.ps file) out of it
# 3. convert it to a gif file
# 4. show it

my $tmp_gif_name = $WWW_ROOT . 'parameter_Suzaku.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/my_*.txt");
system("rm $IDL_DIR/errors_*.txt");
system("rm $IDL_DIR/params.ps");


print "\n";

my $targets = retrieve('targets_SUZAKU_data'); # take the dump

# get the obsids to the target
my @obsids_from_targetlist = @{ $targets->{$target} };

my $rev_array = ""; # (for the plot, X-Axis)

#dumpit($versions);
#my $rev = getRevolution($obsid);
my $num = 1;
my $warning = 0;
my $component_count = 0;


for my $obsid (@obsids_from_targetlist){
print "scanning $obsid ... ";

my $rev = getRevByObsid_S($obsid);
if ($rev eq '-') { # no file found skip it.
print "skipped (obsid not found)
";
next;
}
$rev_array .= $rev . ',';

my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $version;


if ( -e $path != 1) {
print "skipped (version not found)
" ;
next;
}


# get the params for this version
my ($nn, $val_joined, $component, $parameter, $units, $chi_joined, $errors_joined ) = parseLogFile($path . '/' .get_file($path, '\d_joint.*log'));
my ($nn, $val_pn, $nn, $nn, $nn, $chi_pn, $errors_pn) = parseLogFile($path . '/' .get_file($path, '\d_EPN.*log'));
my ($nn, $val_mos1,$nn, $nn, $nn, $chi_mos1, $errors_mos1) = parseLogFile($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($nn, $val_mos2,$nn, $nn, $nn, $chi_mos2, $errors_mos2) = parseLogFile($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($nn, $val_rgs1,$nn, $nn, $nn, $chi_rgs1, $errors_rgs1) = parseLogFile($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($nn, $val_rgs2,$nn, $nn, $nn, $chi_rgs2, $errors_rgs2) = parseLogFile($path . '/' .get_file($path, '\d_RGS2.*log'));
my ($nn, $val_xi0, $nn, $nn, $nn, $chi_xi0, $errors_xi0) = parseLogFile($path . '/' .get_file($path, '\d_XI0.*log'));
my ($nn, $val_xi1, $nn, $nn, $nn, $chi_xi1, $errors_xi1) = parseLogFile($path . '/' .get_file($path, '\d_XI1.*log'));
my ($nn, $val_xi2, $nn, $nn, $nn, $chi_xi2, $errors_xi2) = parseLogFile($path . '/' .get_file($path, '\d_XI2.*log'));
my ($nn, $val_xi3, $nn, $nn, $nn, $chi_xi3, $errors_xi3) = parseLogFile($path . '/' .get_file($path, '\d_XI3.*log'));

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\tx0\tx1\tx2\tx3\n";
my $data_errors = "ERRORS\tjm\tjp\tpm\tpp\tm1m\tm1p\tm2m\tm2p\tr1m\tr1p\tr2m\tr2p\txi0m\txi0p\txi1m\txi1p\txi2m\txi2p\txi3m\txi3p\n";

if ((scalar @$component) <= 1) {
print "
ERROR. No parameters found. Maybe missing or corrupt logfile.";
exit;
}

my $e = 0;
$component_count = (scalar @$component) > $component_count ? (scalar @$component) : $component_count;
for my $i (0 .. $component_count -1 ){
# build s.th. like this
# Fit j p m
# a 2.1 5.2 1.32
# b 2.12 2.21 2.31
# c 3.11 3.23 3.33
# d 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $valx0 = $val_xi0->[$i] eq '' ? 0 : $val_xi0->[$i];
my $valx1 = $val_xi1->[$i] eq '' ? 0 : $val_xi1->[$i];
my $valx2 = $val_xi2->[$i] eq '' ? 0 : $val_xi2->[$i];
my $valx3 = $val_xi3->[$i] eq '' ? 0 : $val_xi3->[$i];


if ($valj == 0 || $valp == 0 || $valm1 == 0 || $valm2 == 0 || $valr1 == 0 || $valr2 == 0 || $valx0 == 0 || $valx1 == 0 || $valx2 == 0 || $valx3 == 0 ){
$warning = 1;
}

$data .= $parameter->[$i] . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= $valx0. "\t";
$data .= $valx1. "\t";
$data .= $valx2. "\t";
$data .= $valx3. "\t";
$data .= "\n";

# the errors
$data_errors .= $parameter->[$i] . "\t";
$data_errors .= $errors_joined->[$e] . "\t";
$data_errors .= $errors_joined->[$e+1] . "\t";
$data_errors .= $errors_pn->[$e] . "\t";
$data_errors .= $errors_pn->[$e+1] . "\t";
$data_errors .= $errors_mos1->[$e] . "\t";
$data_errors .= $errors_mos1->[$e+1] . "\t";
$data_errors .= $errors_mos2->[$e] . "\t";
$data_errors .= $errors_mos2->[$e+1] . "\t";
$data_errors .= $errors_rgs1->[$e] . "\t";
$data_errors .= $errors_rgs1->[$e+1] . "\t";
$data_errors .= $errors_rgs2->[$e] . "\t";
$data_errors .= $errors_rgs2->[$e+1] . "\t";
$data_errors .= $errors_xi0->[$e] . "\t";
$data_errors .= $errors_xi0->[$e+1] . "\t";
$data_errors .= $errors_xi1->[$e] . "\t";
$data_errors .= $errors_xi1->[$e+1] . "\t";
$data_errors .= $errors_xi2->[$e] . "\t";
$data_errors .= $errors_xi2->[$e+1] . "\t";
# xi3 could be missing
my $err_valx3m = $errors_xi3->[$e] eq '' ? 0 : $errors_xi3->[$e];
my $err_valx3p = $errors_xi3->[$e+1] eq '' ? 0 : $errors_xi3->[$e+1];
$data_errors .= $err_valx3m . "\t";
$data_errors .= $err_valx3m . "\t";
$data_errors .= "\n";
$e += 2;

}

# chi-square
$data .= "chi-square\t";
$data .= $chi_joined . "\t";
$data .= $chi_pn . "\t";
$data .= $chi_mos1 . "\t";
$data .= $chi_mos2. "\t";
$data .= $chi_rgs1 . "\t";
$data .= $chi_rgs2. "\t";
$data .= $chi_xi0. "\t";
$data .= $chi_xi1. "\t";
$data .= $chi_xi2. "\t";
$data .= $chi_xi3. "\t";
$data .= "\n";

write_to_file($IDL_DIR . "my_$num.txt" ,$data);
write_to_file($IDL_DIR . "errors_$num.txt" ,$data_errors);


print "done\n";
if ($warning == 1 ){
print "( Warning ! One or more parameter-values are missing ) ";
}
print "
";

$num++;
}
if ($num == 1) {
print "
ERROR. No versions found.";
exit;
}


print "

---

";

chop $rev_array; # remove last ,

# ---------- IDL ------------- #
chdir($IDL_DIR);

my $execIdlFile = parse_templatefile('exec_plotPSuzaku.tmpl', TARGET => $target, OBSID => '', REV => "$version", VN => $rev_array );
write_to_file("exec_plotPSuzaku" , $$execIdlFile);

print "executing idl ... ";
# ok. execute the IDL script
my $res = `$IDL_BIN exec_plotPSuzaku`;
print "done\n
";
print "";

print "creating the image ... ";
# convert to .gif
my $succ = 1;
system("$CONVERT_BIN params.ps $tmp_gif_name") and print "

---

idl returned an error. (maybe no or corrupt data)" and $succ = 0;

# clean up
system("rm params.ps");
system("rm exec_plotParameter");
system("rm my_*");
chdir($WWW_CGIBIN);

# return the gif
if ($succ == 1){
print "done\n
";
print "";
print "";
print '

';
}


exit;


}


sub not_applicable
{
return "

This is not an error. This feature is not available/applicable for CHANDRA/SUZAKU data

";
}


sub getAllFlux_Suzaku
{
$| = 1; # flush immediately

my $FLUX_VERSION = strparam('fluxVersion');

print not_applicable();
exit;

print "Version: $FLUX_VERSION ....

---

";

system("rm -rf ${FLUX_SUZAKU_DIR}*xmmsas*");

`mkdir "${FLUX_SUZAKU_DIR}${FLUX_VERSION}"`;

my $targets = retrieve('targets_SUZAKU_data'); # take the dump
my $obsids = retrieve('obsids_SUZAKU_data');

my $count = 0;
my $file_count = 0;
foreach my $obsid (keys %$obsids) {

$count++;

my $target = getTargetbyObsid_S($obsid);
my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $FLUX_VERSION;

print "

scanning $obsid ... ";
print "";

my ($val_joined, $bands, $val_pn, $val_mos1 ,$val_mos2, $val_rgs1, $val_rgs2, $val_xi0, $val_xi1,$val_xi2,$val_xi3 );
if (strparam('method') eq "2") {
($val_joined, $bands ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS2.*log'));
($val_xi0) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi3) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
} else {
# Method 1
($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
($val_xi0) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi3) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
}

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\tx0\tx1\tx2\tx3\n";

if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}
if ( get_file($path, '\.*flux*') eq ''){
print "skipped (logfile not found)" ;
next;
}
if ((scalar @$bands) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. (@$bands -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $valx0 = $val_xi0->[$i] eq '' ? 0 : $val_xi0->[$i];
my $valx1 = $val_xi1->[$i] eq '' ? 0 : $val_xi1->[$i];
my $valx2 = $val_xi2->[$i] eq '' ? 0 : $val_xi2->[$i];
my $valx3 = $val_xi3->[$i] eq '' ? 0 : $val_xi3->[$i];


my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];

$band =~ s/\s//g;
$data .= $band . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= $valx0. "\t";
$data .= $valx1. "\t";
$data .= $valx2. "\t";
$data .= $valx3. "\t";
$data .= "\n";
}

write_to_file($FLUX_SUZAKU_DIR . $FLUX_VERSION . "/${obsid}.txt" ,$data);
$file_count++;

print " done ( ".scalar @$bands." bands )";
}

print "

---

ok $count obsids scanned. $file_count files created.

executing idl ...\n";

chdir $FLUX_SUZAKU_DIR;

my $res = `chmod -R 777 *`;
$res = `rm -f ${FLUX_SUZAKU_DIR}*.ps`;
print $res;

# start idl
$res = `$IDL_BIN exec_fluxer`;
print " ";
print "done\n
";

print "
creating the image ... ";
# ok. convert to a gif and display it
my $gif = "plot${FLUX_VERSION}.gif";
`rm -f ${WWW_ROOT}$gif`; # remove the previous gif
system("$CONVERT_BIN plot${FLUX_VERSION}.ps ${WWW_ROOT}$gif") and print "error couldn't convert(3)" and exit;
$res = `chmod -R 777 ${WWW_ROOT}$gif`;

print "done\n
";

print "

\n";
print "";

#print "

the end.";
exit;

}





sub plotFluxOverTarget_Suzaku
{
# plot all flux for all obsids by a given target and version

my $FLUX_VERSION = strparam('fluxVersion');
my $target = strparam('target');

$| = 1; # flush immediately
#print "

(SUZAKU)

";

my $targets = retrieve('targets_SUZAKU_data'); # take the dump
# get the obsids to the target
my @obsids_from_targetlist = @{ $targets->{$target} };


my $tmp_gif_name = $WWW_ROOT . 'flux_Suzaku.gif';
system("rm $tmp_gif_name");
system("rm $IDL_DIR/mySuzakuflux_*.txt");
system("rm exec_plotFluxSuzaku");


# get the highest amount of bands
my $bands_count = 0;
foreach my $obsid (@obsids_from_targetlist) {

my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $FLUX_VERSION;
my ($val_joined, $bands );
if (strparam('method') eq "2") {
($val_joined, $bands ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
} else {
($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
}
$bands_count = (scalar @$bands) > $bands_count ? (scalar @$bands) : $bands_count;
}

print "bandcount = $bands_count
\n";


my $rev_array = ""; # (for the plot, X-Axis)

my $count = 0;
my $file_count = 0;
foreach my $obsid (@obsids_from_targetlist) {

$count++;

print "

scanning $obsid ... ";

my $rev = getRevByObsid_S($obsid);
if ($rev eq '-') { # no file found skip it.
print "skipped (obsid not found)
";
next;
}
$rev_array .= $rev . ',';

my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $FLUX_VERSION;


my ($val_joined, $bands, $val_pn, $val_mos1 ,$val_mos2, $val_rgs1, $val_rgs2, $val_xi0, $val_xi1,$val_xi2,$val_xi3 );

if (strparam('method') eq "2") {
($val_joined, $bands ) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_RGS2.*log'));
($val_xi0) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi1) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi2) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi3) = parseLogFile4Flux_Method2($path . '/' .get_file($path, '\d_EPN.*log'));
} else {
# Method 1
($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
($val_xi0) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
($val_xi3) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
}

my $data = "FIT\tj\tp\tm1\tm2\tr1\tr2\tx0\tx1\tx2\tx3\n";

if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}
if ( get_file($path, '\.*flux*') eq ''){
print "skipped (logfile not found)" ;
next;
}
if ((scalar @$bands) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. ($bands_count -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $valx0 = $val_xi0->[$i] eq '' ? 0 : $val_xi0->[$i];
my $valx1 = $val_xi1->[$i] eq '' ? 0 : $val_xi1->[$i];
my $valx2 = $val_xi2->[$i] eq '' ? 0 : $val_xi2->[$i];
my $valx3 = $val_xi3->[$i] eq '' ? 0 : $val_xi3->[$i];


my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];

$band =~ s/\s//g;
$data .= $band . "\t";
$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= $valx0. "\t";
$data .= $valx1. "\t";
$data .= $valx2. "\t";
$data .= $valx3. "\t";
$data .= "\n";
}


write_to_file($IDL_DIR . "mySuzakuflux_$count.txt" ,$data);
$file_count++;

print " done ( ".scalar @$bands." bands )";
}

print "

---

ok $count obsids scanned. $file_count files created.

\n";


if ($file_count == 0) {
print "

---

no data found. can't plot anything. exit.";
exit;
}


# ---------- IDL ------------- #
chdir($IDL_DIR);

chop $rev_array; # remove last ,


my $execIdlFile = parse_templatefile('exec_plotFluxSuzaku.tmpl', TARGET => $target, OBSID => '', REV => $FLUX_VERSION, VN => $rev_array );
write_to_file("exec_plotFluxSuzaku" , $$execIdlFile);

# ok. execute the IDL script
print "executing idl ... ";
my $res = `$IDL_BIN exec_plotFluxSuzaku`;
print "done\n
";
print "\n";
print "
\n";

# convert to .gif
print "creating the image ... ";
system("$CONVERT_BIN flux.ps $tmp_gif_name") and print "error couldn't convert(4): $! \n
";

if (! -e $tmp_gif_name) {
print "ERROR: IDL didn't finish successfully (no image file found). Maybe a corupt logfile

";
exit;
}

# clean up
system("rm flux.ps");
system("rm exec_plotFluxSuzaku");
system("rm mySuzaku*");
chdir($WWW_CGIBIN);

# return the gif
print "";
print "";
print '

';

exit;
}





sub getfluxTables_Suzaku
{

$| = 1; # flush immediately

my $FLUX_VERSION = strparam('fluxVersion');

my $directory = $WWW_ROOT . 'fluxFiles/' . "${FLUX_VERSION}_fluxtables";
#print "-------> $directory" . "\n
";
system("rm -rf $directory");
`mkdir "$directory"`;

my $targets = retrieve('targets_SUZAKU_data'); # take the dump
my $obsids = retrieve('obsids_SUZAKU_data');

my $count = 0;
my %allBands;

foreach my $obsid (sort keys %$obsids) {

$count++;
my $target = getTargetbyObsid_S($obsid);
my $rev = getRevByObsid_S($obsid);

my $path = $OBSIDS_ROOT . $obsid . "/" . $FLUX_VERSION;
my $path = $SUZAKU_ROOT . $target . "/" . $obsid . "/" . $FLUX_VERSION;

print "

scanning $obsid ... ";
print "";

my ($val_joined, $bands ) = parseLogFile4Flux($path . '/' .get_file($path, '\d_joint.*log'));
my ($val_pn) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_mos1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS1.*log'));
my ($val_mos2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EMOS2.*log'));
my ($val_rgs1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS1.*log'));
my ($val_rgs2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_RGS2.*log'));
my ($val_xi0) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_xi1) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_xi2) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));
my ($val_xi3) = parseLogFile4Flux($path . '/' .get_file($path, '\d_EPN.*log'));

my $data = "";

if ( -e $path != 1) {
print "skipped (version not found)" ;
next;
}
if ( get_file($path, '\.*flux*') eq ''){
print "skipped (logfile not found)" ;
next;
}
if ((scalar @$bands) == 0) {
print "skipped (no bands found)" ;
next;
}

for my $i (0 .. (@$bands -1 )){
# build s.th. like this
# Fit j p m
# band1 2.1 5.2 1.32
# ...2 2.12 2.21 2.31
# ...3 3.11 3.23 3.33
# ...4 40.5 40.6 40.77

my $valj = $val_joined->[$i] eq '' ? 0 : $val_joined->[$i];
my $valp = $val_pn->[$i] eq '' ? 0 : $val_pn->[$i];
my $valm1 = $val_mos1->[$i] eq '' ? 0 : $val_mos1->[$i];
my $valm2 = $val_mos2->[$i] eq '' ? 0 : $val_mos2->[$i];
my $valr1 = $val_rgs1->[$i] eq '' ? 0 : $val_rgs1->[$i];
my $valr2 = $val_rgs2->[$i] eq '' ? 0 : $val_rgs2->[$i];
my $valx0 = $val_xi0->[$i] eq '' ? 0 : $val_xi0->[$i];
my $valx1 = $val_xi1->[$i] eq '' ? 0 : $val_xi1->[$i];
my $valx2 = $val_xi2->[$i] eq '' ? 0 : $val_xi2->[$i];
my $valx3 = $val_xi3->[$i] eq '' ? 0 : $val_xi3->[$i];
my $band = $bands->[$i] eq '' ? 0 : $bands->[$i];



$band =~ s/\s//g;

$data = "";
$data .= $obsid . "\t";
$data .= $rev . "\t";

$data .= $valj . "\t";
$data .= $valp . "\t";
$data .= $valm1 . "\t";
$data .= $valm2. "\t";
$data .= $valr1 . "\t";
$data .= $valr2. "\t";
$data .= $valx0. "\t";
$data .= $valx1. "\t";
$data .= $valx2. "\t";
$data .= $valx3. "\t";

$data .= $target . "\t";
$data .= "\n";


#print " -------------- $band -------------- ";
push @{$allBands{$band}}, $data;
}
print " done ( ".scalar @$bands." bands )";
}

# create the files: version_band.txt
my $file_count = 0;
my @files;
my $header = "OBSID\tREV\tj\tp\tm1\tm2\tr1\tr2\tx0\tx1\tx2\tx3\tTARGET\n";
foreach my $band (sort keys %allBands) {
my $file = $header;
foreach my $line (@{$allBands{$band}}){
$file .= $line;
}

# write the file

my $fname = "$directory/${FLUX_VERSION}_${band}.txt";
my $url_to_file = "${URL_INTERNAL}fluxFiles/${FLUX_VERSION}_fluxtables/${FLUX_VERSION}_${band}.txt";
push @files, $url_to_file;
write_to_file($fname ,$file);
$file_count++;

# output the file content
my $html = $file;
$html =~ s/\n/\t<\/tr>\n/;
$html =~ s/\t/\t<\/td>\n/;
}

print "

---

ok $count obsids scanned. $file_count files created.
";

print "

---

";
foreach my $f (sort @files) {
$f =~ m/.+\/(.+)/;
print " $1
";
}

print "";

exit;

}