__notes__ = """

# These requirements were pulled down at one time, need to verify
# if current logic is missing them or if they are not needed

  # List of other sub-deps not explicitly listed, but that will get
  # pulled down. Should these be added to the requirment spec
  Jinja2 >= 3.0.0
  MarkupSafe >= 2.0.0
  PyWavelets >= 1.1.1
  WTForms >= 2.3.3
  absl_py >= 0.12.0
  astunparse >= 1.6.3
  atomicwrites >= 1.4.0
  attrs >= 21.2.0
  bezier >= 2021.2.12
  cachetools >= 4.2.2
  chardet >= 4.0.0
  click >= 7.1.2
  click_plugins >= 1.1.1
  cligj >= 0.7.1
  configparser >= 5.0.2
  cycler >= 0.10.0
  decorator >= 4.4.2
  diskcache >= 5.2.1
  distro >= 1.5.0
  fasteners >= 0.16
  fiona >= 1.8.19
  flask >= 2.0.0
  flask_cors >= 3.0.10
  flask_wtf >= 0.14.3
  geomet >= 0.3.0
  girder_client >= 3.1.4
  google_auth >= 1.30.0
  google_auth_oauthlib >= 0.4.4
  grpcio >= 1.37.1
  idna >= 2.10
  imageio >= 2.9.0
  inflect >= 5.3.0
  iniconfig >= 1.1.1
  itsdangerous >= 2.0.0
  joblib >= 1.0.1
  jsonschema >= 3.2.0
  kiwisolver >= 1.3.1
  liberator >= 0.0.1
  markdown >= 3.3.4
  munch >= 2.5.0
  oauthlib >= 3.1.0
  ordered_set >= 4.0.2
  packaging >= 20.9
  pluggy >= 0.13.1
  py >= 1.10.0
  pyasn1 >= 0.4.8
  pyasn1_modules >= 0.2.8
  pyflakes >= 2.3.1
  pyparsing >= 2.4.7
  pyqtree >= 1.0.0
  pyrsistent >= 0.17.3
  pystac_client >= 0.1.1
  python_dateutil >= 2.8.1
  python_dotenv >= 0.17.1
  pytorch-ranger >= 0.1.1
  pytz >= 2021.1
  requests_oauthlib >= 1.3.0
  requests_toolbelt >= 0.9.1
  rsa >= 4.7.2
  six >= 1.16.0
  snuggs >= 1.4.7
  tabulate >= 0.8.9
  tensorboard_data_server >= 0.6.1
  tensorboard_plugin_wit >= 1.8.0
  threadpoolctl >= 2.1.0
  torchvision >= 0.9.1
  tqdm >= 4.60.0
  typing >= extensions >= 3.10.0.0
  uritools >= 3.0.2
  urllib3 >= 1.26.4
  werkzeug >= 2.0.0
  sortedcontainers >= 2.3.0
  toml >= 0.10.2
  pyyaml >= 5.4.1
"""


# One of the models that was packaged incorrectly
FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903.pt

python -m geowatch.tasks.fusion.predict \
    --write_probs=True \
    --write_preds=False \
    --with_class=auto \
    --with_saliency=auto \
    --with_change=False \
    --package_fpath=/home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/packages/FUSION_EXPERIMENT_SC_DM_wv_p8_V133/FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903.pt \
    --pred_dataset=/home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/pred/FUSION_EXPERIMENT_SC_DM_wv_p8_V133/pred_FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903/Drop2-Aligned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/pred.kwcoco.json \
    --test_dataset=/home/joncrall/data/dvc-repos/smart_watch_dvc/Drop2-Aligned-TA1-2022-02-15/combo_DILM_nowv_vali.kwcoco.json \
    --num_workers=4 \
    --compress=DEFLATE \
    --gpus=0, \
    --batch_size=1


geowatch visualize /home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/pred/FUSION_EXPERIMENT_SC_DM_wv_p8_V133/pred_FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903/Drop2-Aligned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/pred.kwcoco.json --channels="Site Preparation|Active Construction|Post Construction"


geowatch intensity_histograms /home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/pred/FUSION_EXPERIMENT_SC_DM_wv_p8_V133/pred_FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903/Drop2-Aligned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/pred.kwcoco.json


python -m geowatch.tasks.fusion.evaluate \
    --true_dataset=/home/joncrall/data/dvc-repos/smart_watch_dvc/Drop2-Aligned-TA1-2022-02-15/combo_DILM_nowv_vali.kwcoco.json \
    --pred_dataset=/home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/pred/FUSION_EXPERIMENT_SC_DM_wv_p8_V133/pred_FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903/Drop2-Aligned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/pred.kwcoco.json \
      --eval_dpath=/home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/eval/FUSION_EXPERIMENT_SC_DM_wv_p8_V133/pred_FUSION_EXPERIMENT_SC_DM_wv_p8_V133_epoch=120-step=123903/Drop2-Aligned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/eval \
      --score_space=video \
      --draw_curves=1 \
      --draw_heatmaps=1 \
      --workers=2



ANOTHER ERROR I FOUND:


Found 626 tasks                                                                                                                                                                     
submit reformat jobs 313/313... rate=2774.61 Hz, eta=0:00:00, total=0:00:00                                                                                                         
reformat images 626/626... rate=5.75 Hz, eta=0:00:00, total=0:01:480                                                                                                                
finalize image move 626/626... rate=1671.25 Hz, eta=0:00:00, total=0:00:00                                                                                                          
++ [[ 0 == \0 ]]                                                                                                                                                                    
++ let _QUEUE_NUM_FINISHED=_QUEUE_NUM_FINISHED+1                                                                                                                                    
++ set +x                                                                                                                                                                           
{"status": "run", "finished": 4, "errored": 0, "total": 9, "name": "queue_quantize-jobs_0", "rootid": "2022-03-16T181559+5_bfdaaf61"}                                               
++ python -m geowatch.cli.coco_reformat_channels --src=/home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/pred/BASELINE_EXPERIMENT_V001/pred_BASELINE_EXPERIM
ENT_V001_epoch=11-step=62759-v2/Drop2-Aligned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/pred.kwcoco.json '--quantize=not_salient|salient,Site Preparation|Active C
onstruction|Post Construction|No Activity' '--remove=not_salient,negative,ignore,negative,positive,background|Unknown' --workers=0                                                  
config = {                                                                                                                                                                          
    'nodata': -9999,                                                                                                                                                                
    'quantize': 'not_salient|salient,Site Preparation|Active Construction|Post Construction|No Activity',                                                                           
    'remove': 'not_salient,negative,ignore,negative,positive,background|Unknown',                                                                                                   
    'src': '/home/joncrall/data/dvc-repos/smart_watch_dvc/models/fusion/eval3_candidates/pred/BASELINE_EXPERIMENT_V001/pred_BASELINE_EXPERIMENT_V001_epoch=11-step=62759-v2/Drop2-Al
igned-TA1-2022-02-15_combo_DILM_nowv_vali.kwcoco/predcfg_abd043ec/pred.kwcoco.json',                                                                                                
    'workers': 0,                                                                                                                                                                   
}                                                                                                                                                                                   
Found 626 tasks                                                                                                                                                                     
submit reformat jobs 313/313... rate=3150.32 Hz, eta=0:00:00, total=0:00:00                                                                                                         
reformat images   0/626... rate=0 Hz, eta=?, total=0:00:00Traceback (most recent call last):                                                                                        
  File "/home/joncrall/.pyenv/versions/3.9.9/lib/python3.9/runpy.py", line 197, in _run_module_as_main                                                                              
    return _run_code(code, main_globals, None,                                                                                                                                      
  File "/home/joncrall/.pyenv/versions/3.9.9/lib/python3.9/runpy.py", line 87, in _run_code                                                                                         
    exec(code, run_globals)                  
  File "/home/joncrall/code/watch/watch/cli/coco_reformat_channels.py", line 263, in <module>
    main(cmdline=True)                       
  File "/home/joncrall/code/watch/watch/cli/coco_reformat_channels.py", line 129, in main
    fpath, new_fpath, new_obj = job.result()                                              
  File "/home/joncrall/.pyenv/versions/3.9.9/lib/python3.9/concurrent/futures/_base.py", line 438, in result
    return self.__get_result()               
  File "/home/joncrall/code/ubelt/ubelt/util_futures.py", line 107, in _Future__get_result
    self._run()                              
  File "/home/joncrall/code/ubelt/ubelt/util_futures.py", line 65, in _run                
    result = self.func(*self.args, **self.kw)                                             
  File "/home/joncrall/code/watch/watch/cli/coco_reformat_channels.py", line 201, in reformat_obj
    raise NotImplementedError                
NotImplementedError                          



"""
Temporal clustering matching for change detection of structures from saatllite imagery robinosn 2020
"""

https://github.com/microsoft/poultry-cafos
