dailylog.html 17 KB
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">


<html xmlns="http://www.w3.org/1999/xhtml">
  <head>
    <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
    
    <title>Log Work Marion &mdash; documentation_HFR_analysis 0.0.1 documentation</title>
    
    <link rel="stylesheet" href="_static/default.css" type="text/css" />
    <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
    
    <script type="text/javascript">
      var DOCUMENTATION_OPTIONS = {
        URL_ROOT:    './',
        VERSION:     '0.0.1',
        COLLAPSE_INDEX: false,
        FILE_SUFFIX: '.html',
        HAS_SOURCE:  true
      };
    </script>
    <script type="text/javascript" src="_static/jquery.js"></script>
    <script type="text/javascript" src="_static/underscore.js"></script>
    <script type="text/javascript" src="_static/doctools.js"></script>
    <link rel="top" title="documentation_HFR_analysis 0.0.1 documentation" href="index.html" />
    <link rel="next" title="No Data on the OGSL/SLGO web site? What to do?" href="NoDataWhatToDo.html" />
    <link rel="prev" title="Experiment on May 06, 2014" href="20140506.html" /> 
  </head>
  <body>
    <div class="related">
      <h3>Navigation</h3>
      <ul>
        <li class="right" style="margin-right: 10px">
          <a href="genindex.html" title="General Index"
             accesskey="I">index</a></li>
        <li class="right" >
          <a href="NoDataWhatToDo.html" title="No Data on the OGSL/SLGO web site? What to do?"
             accesskey="N">next</a> |</li>
        <li class="right" >
          <a href="20140506.html" title="Experiment on May 06, 2014"
             accesskey="P">previous</a> |</li>
        <li><a href="index.html">documentation_HFR_analysis 0.0.1 documentation</a> &raquo;</li> 
      </ul>
    </div>  

    <div class="document">
      <div class="documentwrapper">
        <div class="bodywrapper">
          <div class="body">
            
  <div class="section" id="log-work-marion">
<h1>Log Work Marion<a class="headerlink" href="#log-work-marion" title="Permalink to this headline">¶</a></h1>
<p><strong>19 OCT 2015:</strong></p>
<ul>
<li><p class="first">IBM data management request (IBMassessment.odf)</p>
</li>
<li><p class="first">regenerate new calibration_pao_29OCT2014.wera located in /run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAO</p>
</li>
<li><p class="first">regenerate new calibration_pab_30OCT2014.wera located in /run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAB</p>
</li>
<li><dl class="first docutils">
<dt>transfer files via ssh to WERA srv:</dt>
<dd><ul class="first last simple">
<li>rsync -v -e ssh /run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAB/calibration_pab_30OCT2014.wera  <a class="reference external" href="mailto:wera&#37;&#52;&#48;132&#46;215&#46;11&#46;14">wera<span>&#64;</span>132<span>&#46;</span>215<span>&#46;</span>11<span>&#46;</span>14</a>:~/etc/</li>
<li>rsync -v -e ssh /run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAO/calibration_pao_29OCT2014.wera  <a class="reference external" href="mailto:wera&#37;&#52;&#48;132&#46;215&#46;11&#46;14">wera<span>&#64;</span>132<span>&#46;</span>215<span>&#46;</span>11<span>&#46;</span>14</a>:~/etc/</li>
</ul>
</dd>
</dl>
</li>
</ul>
<p><strong>20 OCT 2015:</strong></p>
<p>reprocess calibrations with new, corrected phases:</p>
<ul>
<li><p class="first">log onto wera server</p>
</li>
<li><p class="first">cd data1/PAO/</p>
</li>
<li><p class="first">create a directory 2013244_bkp to run test</p>
</li>
<li><p class="first">rsync -aud 2013244/ 2013244_bkp/</p>
</li>
<li><p class="first">cd 2013244</p>
</li>
<li><dl class="first docutils">
<dt>what to do?</dt>
<dd><ul class="first last">
<li><p class="first">cd /home/wera/bin</p>
</li>
<li><dl class="first docutils">
<dt>vi do_postprocess_SORT_newCalib.sh</dt>
<dd><p class="first last">=&gt; add lines 89 nd 90 rm .SORT, rm .RFI</p>
</dd>
</dl>
</li>
<li><dl class="first docutils">
<dt>wera_new_calibration.sh</dt>
<dd><p class="first last">=&gt; comment lines 28-32 (mv .SORT to SORT0 and .RFI to .RFI0)</p>
</dd>
</dl>
</li>
</ul>
</dd>
</dl>
</li>
<li><p class="first">try on 2013244: &gt; bash -x do_postprocess_SORT_newCalib -s PAO -y 2013244</p>
</li>
<li><p class="first">to process more than one day at a time, use:&gt; bash -x Process_TimePeriod_wera.sh -s PAO -d 2013245 -f 2013273</p>
</li>
<li><p class="first">files transfer (PAO) using shell script in /home/wera/bin: do_filetransferssh.sh</p>
</li>
</ul>
<p><strong>21 OCT 2015:</strong></p>
<ul>
<li><dl class="first docutils">
<dt>After the new .SORT and .RFI have been generated, we will generate new .crad_pol_lst files with:</dt>
<dd><p class="first last">do_process_SORT_pol 2013244 2013273 /home/wera/data1/PAO</p>
</dd>
</dl>
</li>
<li><dl class="first docutils">
<dt>work on a shell to find out if we have data in the &#8220;raw&#8221; directories</dt>
<dd><ul class="first last simple">
<li>./checkDataSize.sh 2012347 2012365</li>
<li>./checkDataSize.sh 2013001 2013365</li>
<li>./checkDataSize.sh 2014001 2014365</li>
</ul>
</dd>
</dl>
</li>
</ul>
<blockquote>
<div>all logged in ~/data1/PAO/RAWfileSize.log</div></blockquote>
<p><strong>27 OCT 2015:</strong></p>
<ul>
<li><p class="first">write script to plot raw data size vs time to assess if there is data at a certain time period         (/home/bandma01/Dropbox/UQAR/MEOPAR_Marion/Matlab_Analysis/dataConversion/DataPresence_log2mat.m)</p>
</li>
<li><p class="first">run same script on wera server for PAB (same dates)</p>
</li>
<li><dl class="first docutils">
<dt>modifier Header.txt dans RadialConfigs des CODARs (PAP1) pour mettre CurrMax a 100.</dt>
<dd><ul class="first last simple">
<li>/Volumes/CodarData/Codar/SeaSonde/Configs/RadialConfigs_PAP1_20130201_BAPM_MUSIC402002_nosmooth</li>
</ul>
</dd>
</dl>
</li>
<li><dl class="first docutils">
<dt>reprocesser CODAR PAP1 pour 10 mai 2013 with:</dt>
<dd><ul class="first last simple">
<li>cd hfr-data-processing/postprocessing/codar/</li>
<li>./lancerTraitementSpectraCodar.sh -n ModifCurrMax -s PAP1 -a 2013 -m 05 -j 10</li>
</ul>
</dd>
</dl>
</li>
</ul>
<p><strong>28 OCT 2015:</strong></p>
<p>1- reprocess CODAR PAP1 for May 11, 2013</p>
<ul>
<li><p class="first">./lancerTraitementSpectraCodar.sh -n ModifCurrMax -s PAP1 -a 2013 -m 05 -j 11</p>
</li>
<li><dl class="first docutils">
<dt>modifier Header.txt dans RadialConfigs des CODARs (STF2) pour mettre CurrMax a 100.</dt>
<dd><ul class="first last simple">
<li>/Volumes/CodarData/Codar/SeaSonde/Configs/RadialConfigs_STF2_20130206_BAPM_MUSIC402002_nosmooth</li>
</ul>
</dd>
</dl>
</li>
<li><dl class="first docutils">
<dt>reprocesser CODAR STF2 pour 10 mai 2013</dt>
<dd><ul class="first last simple">
<li>./lancerTraitementSpectraCodar.sh -n ModifCurrMax -s STF2 -a 2013 -m 05 -j 10</li>
<li>./lancerTraitementSpectraCodar.sh -n ModifCurrMax -s STF2 -a 2013 -m 05 -j 11</li>
</ul>
</dd>
</dl>
</li>
</ul>
<dl class="docutils">
<dt>2- reprocesser WERA PAB pour september 2013 avec nouvelles phases</dt>
<dd>=&gt; no data at this time</dd>
</dl>
<p>3- WERA PAO: convert lst files to .mat for new calibrations using radiallst2uv.m
- use RadialVeloCompa_Sept2013_HFR_ADCP_WERA_ADCPcorrected_v2.m to generate new .mat data and use PlotRadialVeloCompa_Sept2013_HFR_ADCP_WERA_v2.m to generate new plots.</p>
<p><strong>29 OCT 2015:</strong></p>
<ul class="simple">
<li>work on figures of WERA PAO generated with new phases.</li>
<li>realise there is a problem with new calibration output files: they are the same as with the old calibrations...</li>
<li>investigate on wera server if possible mistake in shell scripts</li>
<li>transfer with ssh of old calibrations results</li>
<li>work on MEOPAR HQP section for NCE renewal application</li>
</ul>
<p><strong>2 NOV 2015:</strong></p>
<ul class="simple">
<li>work on pb with new phases PAO: check shell scripts on WERA serveur</li>
<li>try with 1 day (2013244): seems ok</li>
<li>process by hand each day: ./do_postprocess_SORT_newCalib.sh -s PAO -y 2013273</li>
</ul>
<p><strong>3 NOV 2015:</strong></p>
<ul>
<li><dl class="first docutils">
<dt>finish analysis by hand: take .SORT and output .crad_pol_lst</dt>
<dd><p class="first last">=&gt; do_process_SORT_pol 2013244 2013273 /home/wera/data1/PAO</p>
</dd>
</dl>
</li>
</ul>
<p><strong>5 NOV 2015:</strong></p>
<ul>
<li><dl class="first docutils">
<dt>ftp transfer of .crad_pol_lst to local hard Drive</dt>
<dd><p class="first last">=&gt; ./do_filetransferssh.sh 2013245 2013273</p>
</dd>
</dl>
</li>
</ul>
<p>rsync -v -e ssh <a class="reference external" href="mailto:wera&#37;&#52;&#48;132&#46;215&#46;11&#46;14">wera<span>&#64;</span>132<span>&#46;</span>215<span>&#46;</span>11<span>&#46;</span>14</a>:~/data1/PAO/${JOUR}/results/new/<a href="#id1"><span class="problematic" id="id2">*</span></a>.crad_pol_lst /run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAO/optimisationPAO/version5_PAO_old_nofullcal/checkNewCalib/</p>
<ul class="simple">
<li>use radiallst2uv.m</li>
</ul>
<p><strong>the new phases are so close to the old ones that there isn&#8217;t any real differences in the radial currents</strong></p>
<p><strong>16 Nov 2015:</strong></p>
<ul class="simple">
<li>work on HFR WERA direction</li>
</ul>
<p><strong>17 Nov 2015:</strong></p>
<ul class="simple">
<li>generate PlotRadialVeloCompa_Sept2013_HFR_ADCP_WERA_v2.m for old and new calibrations (PAO)</li>
</ul>
<p><strong>23 Nov 2015:</strong></p>
<ul class="simple">
<li>in the field AM to sample DOC and mud for Alex Rao</li>
<li>discussion with Cedric about HFR orientation. From PAO spet 2013 results, it seems we need to limit the angles of HFR between 143-233 deg.</li>
<li>find a time when we have ADCP data, POA and PAB working at the same time.</li>
</ul>
<p><strong>24 Nov 2015:</strong></p>
<ul class="simple">
<li>move data from</li>
</ul>
<p>/run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAO/optimisationPAO/version5_PAO_old_nofullcal/NewCalibrations/</p>
<p>to</p>
<p>/run/media/bandma01/SeagateWireless/MEOPAR/DATA/HFRs/WERAs/PAO/September2013_optimV5_Newcalib</p>
<ul>
<li><p class="first">found time period when we have PAO, PAB and ADCP working in 2013: day 129 to 171 (may 9 to June 20, 2013.</p>
</li>
<li><dl class="first docutils">
<dt>on wera server</dt>
<dd><ul class="first last">
<li><p class="first">cd bin</p>
</li>
<li><p class="first">comment lines 89 and 90 in do_postprocess_SORT_newCalib.sh</p>
</li>
<li><p class="first">uncomment lines 28-32 in wera_new_calibration.sh to archive .SORT in .SORT0</p>
</li>
<li><dl class="first docutils">
<dt>run bash -x do_postprocess_SORT_newCalib.sh -s PAO -y 2013129</dt>
<dd><ul class="first last simple">
<li>check if ok</li>
<li>if ok do a batch processing of the remaining days to process</li>
</ul>
</dd>
</dl>
</li>
<li><p class="first">batch processing:  bash -x Process_TimePeriod_wera.sh -s PAO -d 2013130 -f 2013171</p>
</li>
<li><p class="first">After the new .SORT and .RFI have been generated, we generate new .crad_pol_lst files with: do_process_SORT_pol 2013129 2013171 /home/wera/data1/PAO (takes a few hours, do a &#8220;screen&#8221;)</p>
</li>
</ul>
</dd>
</dl>
</li>
<li><dl class="first docutils">
<dt>do the same steps for PAB on wera server</dt>
<dd><ul class="first last simple">
<li>cd bin</li>
<li>run bash -x do_postprocess_SORT_newCalib.sh -s PAB -y 2013129</li>
<li>batch processing:  bash -x Process_TimePeriod_wera.sh -s PAB -d 2013130 -f 2013171</li>
<li>After the new .SORT and .RFI have been generated, we generate new .crad_pol_lst files with: do_process_SORT_pol 2013129 2013171 /home/wera/data2/PAB (takes a few hours, do a &#8220;screen&#8221;)</li>
</ul>
</dd>
</dl>
</li>
<li><p class="first">on local machine, transfer data from wera server: ./do_filetransferssh.sh PAO 2013129 2013171</p>
</li>
</ul>
<p><strong>25 Nov 2015:</strong></p>
<ul class="simple">
<li>on local machine, transfer data from wera server: ./do_filetransferssh.sh PAB 2013129 2013171</li>
<li>use radiallst2uv.m to convert ascii to mat files (PAO and PAB)</li>
<li>make RadialVeloCompa_MayJune2013_HFR_ADCP_WERA_ADCPcorrected_v2.m and run for PAO</li>
<li>make Plot_WERA_direction_MayJune2013_ADCP.m and run for PAO</li>
<li>make PlotRadialVeloCompa_MayJune2013_HFR_ADCP_WERA_v2.m and run for PAO</li>
</ul>
<p><strong>there is a mistake in the clipping angles of PAB...</strong></p>
<p><strong>30 Nov 2015:</strong></p>
<ul class="simple">
<li>mistake found in radiallst2mat.m (was not updated)</li>
<li>process radiallst2uv.m to convert ascii to mat files PAB</li>
<li>RadialVeloCompa_MayJune2013_HFR_ADCP_WERA_ADCPcorrected_v2.m and run for PAB</li>
<li>PlotRadialVeloCompa_MayJune2013_HFR_ADCP_WERA_v2.m and run for PAB</li>
<li>Plot_WERA_direction_MayJune2013_ADCP.m and run for PAB</li>
</ul>
<p><strong>results are ugly!!</strong></p>
<p><strong>1 Dec 2015 - 2 Dec 2015</strong>
Work from home MC sick</p>
<p><strong>week of Dec 7</strong>
rush in acoutics</p>
<p><strong>14 Dec 2015</strong>
- look at data from IML4 buoy (ADCP)
- modify script load_buoy_iml4.m to add data from 2014
- save data as .mat files
- look into outting data as archive in Mingan (see James for account on Mingan)
- talked to CC about paper</p>
<p><strong>15 Dec 2015</strong>
- gather thoughts + data for paper
- created a &#8220;dropbox paper&#8221; to work with CC</p>
<p><strong>16 Dec 2015</strong>
- started paper brainstorming on Dropbox paper
- look at data from May 6, 2014 experiments with drifting buoys</p>
<p><strong>20 Dec 2015</strong>
- continued work on data analysis</p>
<p><strong>6 Jan 2016</strong></p>
<p><strong>7 Jan 2016</strong></p>
<p><strong>8 Jan 2016</strong>
- work on sending Mr. Maltais a set of HFR .cvs file</p>
<p><strong>11 Jan 2016</strong>
No school</p>
<p><strong>14 Jan 2016</strong>
- administrative work
- flight to MEOPeers training Workshop in Banff, AB
- data analysis of May 6 experiment</p>
<p><strong>15 Jan 2016</strong>
-book flight for MEOPeers training Workshop in Banff, AB
- meet with CC to discuss paper</p>
<p><strong>20 jan 2016</strong>
- work on paper</p>
<p><strong>21 jan 2016</strong>
- work on paper: trajectory of drifters at same depth. Generated figures.</p>
<p><strong>22 jan 2016</strong>
- work on paper: trajectory of drifters at same depth. work on script generated radial velocity
- need to re-process HFR data with new calibration and new antenna&#8217;s positions
- on wera server: cd bin
- run do_postprocess_SORT_newCalib.sh -s PAO -y 2014126</p>
<blockquote>
<div><ul class="simple">
<li>check if ok</li>
<li>if ok do a batch processing of the remaining days to process</li>
</ul>
</div></blockquote>
<p><strong>25 jan 2016</strong>
- on wera server:
- batch processing: Process_TimePeriod_wera.sh -s PAO -d 2014127 -f 2014130
- After the new .SORT and .RFI have been generated, we generate new .crad_pol_lst files with: do_process_SORT_pol 2014126 2014130 /home/wera/data1/PAO (takes a few hours, do a &#8220;screen&#8221;)
- same for PAB: Process_TimePeriod_wera.sh -s PAB -d 2014126 -f 2014130
- do_process_SORT_pol 2014126 2014130 /home/wera/data2/PAB</p>
<p><strong>1er fevrier 2016</strong>
- transfer data on local machine from wera server
./do_filetransferssh.sh PAO 2014126 2014130
./do_filetransferssh.sh PAB 2014126 2014130</p>
</div>


          </div>
        </div>
      </div>
      <div class="sphinxsidebar">
        <div class="sphinxsidebarwrapper">
  <h4>Previous topic</h4>
  <p class="topless"><a href="20140506.html"
                        title="previous chapter">Experiment on May 06, 2014</a></p>
  <h4>Next topic</h4>
  <p class="topless"><a href="NoDataWhatToDo.html"
                        title="next chapter">No Data on the OGSL/SLGO web site? What to do?</a></p>
  <h3>This Page</h3>
  <ul class="this-page-menu">
    <li><a href="_sources/dailylog.txt"
           rel="nofollow">Show Source</a></li>
  </ul>
<div id="searchbox" style="display: none">
  <h3>Quick search</h3>
    <form class="search" action="search.html" method="get">
      <input type="text" name="q" />
      <input type="submit" value="Go" />
      <input type="hidden" name="check_keywords" value="yes" />
      <input type="hidden" name="area" value="default" />
    </form>
    <p class="searchtip" style="font-size: 90%">
    Enter search terms or a module, class or function name.
    </p>
</div>
<script type="text/javascript">$('#searchbox').show(0);</script>
        </div>
      </div>
      <div class="clearer"></div>
    </div>
    <div class="related">
      <h3>Navigation</h3>
      <ul>
        <li class="right" style="margin-right: 10px">
          <a href="genindex.html" title="General Index"
             >index</a></li>
        <li class="right" >
          <a href="NoDataWhatToDo.html" title="No Data on the OGSL/SLGO web site? What to do?"
             >next</a> |</li>
        <li class="right" >
          <a href="20140506.html" title="Experiment on May 06, 2014"
             >previous</a> |</li>
        <li><a href="index.html">documentation_HFR_analysis 0.0.1 documentation</a> &raquo;</li> 
      </ul>
    </div>
    <div class="footer">
        &copy; Copyright 2015, Marion Bandet.
      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.
    </div>
  </body>
</html>