-
Notifications
You must be signed in to change notification settings - Fork 1
/
conference.bib
12484 lines (11646 loc) · 733 KB
/
conference.bib
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
% This file was created with JabRef 2.9.
% Encoding: ISO8859_1
%-----2025-----%
@CONFERENCE{gahlot2024IMAGEocs,
author = {Abhinav Prakash Gahlot and Haoyun Li and Felix J. Herrmann},
title = {Optimizing CO2 Storage Monitoring with Enhanced Rock Physics Modeling and Optimal Pressure Control},
year = {2025},
month = {3},
abstract = {Based on the latest data-assimilation and machine-learning techniques, Digital Twins (DTs) have shown promise for high-fidelity monitoring and control of underground CO2 storage. While the use of these techniques have important advantages, they do rely on certain assumptions. If these assumptions are not met, the DT’s neural networks may no longer infer the state of the CO2 plume (pressure/saturation) accurately. By augmenting the forecast ensemble, we address this issue.},
keywords = {SEG, CCUS, GCS, rock physics, digital twin, sequential Bayes, conditional normalizing flows, Bayesian inference, uncertainty quantification, deep learning, control},
url = {},
doi = {},
booktitle = {CCUS 2025 - Carbon Capture, Utilization, and Storage Conference}
}
%-----2024-----%
@CONFERENCE{herrmann2024PURDUEicon,
author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Digital Twins in the era of generative AI — Application to Geological CO2 Storage},
year = {2024},
month = {9},
abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage, during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. Recent advances in generative AI offer unique opportunities—especially in the context of Digital Twins for subsurface CO2-storage monitoring, decision making, and control—to help scale this technology, optimize its operations, lower its costs, and reduce its risks, so assurances can be made whether storage projects proceed as expected and whether CO2 remains underground.
During this talk, it is shown how techniques from Simulation-Based Inference and Ensemble Bayesian Filtering can be extended to establish probabilistic baselines and assimilate multimodal data for problems challenged by large degrees of freedom, nonlinear multiphysics, and computationally expensive to evaluate simulations. Key concepts that will be reviewed include neural Wave-Based Inference with Amortized Uncertainty Quantification and physics-based Summary Statistics, Ensemble Bayesian Filtering with Conditional Neural Networks, and learned multiphysics inversion with Differentiable Programming.},
keywords = {GCS, digital twin, sequential Bayes, conditional normalizing flows, Bayesian inference, uncertainty quantification, Ensemble Bayesian filtering, differential programming, multiphyics},
url = {https://slim.gatech.edu/Publications/Public/Conferences/PURDUEicon/2024/herrmann2024PURDUEicon},
url2 = {https://www.youtube.com/watch?v=GQT9CLA-DlU},
booktitle = {ICON Seminar in IoT},
}
@CONFERENCE{yin2024MINESGIGACO2cpi,
author = {Ziyi Yin and Mathias Louboutin and Olav Møyner and Felix J. Herrmann},
title = {Coupled Permeability Inversion from Time-Lapse Seismic Data},
year = {2024},
month = {7},
keywords = {GCS, coupled inversion, end-to-end, fluid-flow, inversion, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/yin2024MINESGIGACO2cpi},
booktitle = {Geophysical Research for Gigatonnes CO2 Storage, Colorado School of Mines},
}
@CONFERENCE{gahlot2024MINESGIGACO2dtg,
author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {DT4GCS — Digital Twin for Geological CO2 Storage and Control},
year = {2024},
month = {7},
keywords = {GCS, digital twin, sequential Bayes, conditional normalizing flows, Bayesian inference, uncertainty quantification, deep learning, control},
url = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg/DTCCUS24.docx},
booktitle = {Geophysical Research for Gigatonnes CO2 Storage, Colorado School of Mines},
}
@CONFERENCE{orozco2024EAGEnfb,
author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann},
title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
year = {2024},
month = {6},
abstract = {Neural density estimators, such as invertible normalizing flows, are capable of estimating the Bayesian posterior distribution in a variety of imaging problems, including medical MRI and seismic imaging/monitoring. So far, few works explore the possibility to make explicit use of probabilistic information contained within the full Bayesian solution of these inverse problems. During our talk, we investigate how a simple modification to the training objective of conditional normalizing flows allows for Bayesian experimental design without modifying the normalizing flow's neural architecture itself. By establishing a key relationship between the expected information gain (EIG) and the maximum-likelihood, attained during the training of normalizing flows, we show that optimal experimental design can be achieved. During our talk, we first verify, on a stylized problem, that our method indeed maximizes the expected information gain, followed by demonstrating the advocacy of our methodology on large-scale medical and seismic problems.},
keywords = {normalizing flows, expected information gain, optimal experimental design, Bayesian inference, uncertainty quantification, deep learning},
url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2024/orozco2024EAGEnfb},
booktitle = {EAGE Annual Conference Proceedings},
}
@CONFERENCE{orozco2024IPMSnwi,
author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {Neural wave-based imaging with amortized uncertainty quantification},
year = {2024},
month = {5},
keywords = {IPMS, WISE, FWI, RTM, imaging, CIG, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, MVA},
url = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi/herrmann2024.pdf},
booktitle = {Inverse Problems: Modelling and Simulation}
}
@CONFERENCE{zeng2024IMAGEefw,
author = {Yunlin Zeng and Rafael Orozco and Ziyi Yin and Felix J. Herrmann},
title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling and Data Augmentation},
year = {2024},
month = {8},
keywords = {SEG, IMAGE, WISE, FWI, RTM, imaging, CIG, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, MVA},
url = {https://slimgroup.github.io/IMAGE2024/Yunlin_Zeng2024SEG/paper.html},
booktitle = {International Meeting for Applied Geoscience and Energy}
}
@CONFERENCE{erdinc2024IMAGEggm,
author = {Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann},
title = {Generative Geostatistical Modeling from Incomplete Well and Imaged Seismic Observations},
year = {2024},
month = {8},
abstract = {Diffusion generative models are powerful frameworks for learning high-dimensional distributions and synthesizing high-fidelity images. However, their efficacy in training predominantly hinges on the availability of complete, high-quality training datasets, a condition that often proves unattainable, particularly in the domain of subsurface velocity-model generation. In this work, we propose to synthesize proxy subsurface velocities from incomplete well and imaged seismic observations by introducing additional corruptions to the observations during the training phase. In this context, proxy velocity models refer to random realizations of subsurface velocities that are close in distribution to the actual subsurface velocities. These proxy models can be used as priors to train neural networks with simulation-based inference. Our approach facilitates the generation of these proxy velocity samples by utilizing available datasets composed merely of seismic images and 5 (for now) wells per seismic image.After training, our foundation generative model permits the generation of velocity samples derived from unseen RTMs without the need of having access to wells.},
keywords = {SEG, IMAGE, kriging, diffusion, geostatistics, generative modeling, deep learning, velocity model building},
url = {https://slimgroup.github.io/IMAGE2024/erdinc2024SEG/abstract.html},
booktitle = {International Meeting for Applied Geoscience and Energy}
}
@CONFERENCE{rex2024IMAGEvc,
author = {Richard Rex and Ziyi Yin and Felix J. Herrmann},
title = {Velocity Continuation for Common Image Gathers with Fourier Neural Operators},
year = {2024},
month = {8},
abstract = {Common-image gathers (CIGs) are pivotal in migration-velocity analysis (MVA). However, MVA is often hindered by the computational burden of traditional migration methods. To bypass these limitations, we introduce a neural-surrogate learning approach that utilizes Fourier Neural Operators (FNOs, Li et al. 2020) to accelerate MVA. Following the velocity-continuation scheme of Siahkoohi, Louboutin, and Herrmann (2022), we train a survey-specific FNO to map the CIGs associated with one migration-velocity model to another without remigration. This methodology leverages the capacity of FNOs to approximate complex PDE-based mappings, rendering computational cost at inference negligible, thereby expediting MVA. By enabling rapid generation and evaluation of CIGs across various velocity models, it offers a pathway to quickly examine velocity models according to preferred properties and to quantify uncertainties in imaged reflectivities at the same time. Additionally, this methodology paves the way for inverse design optimization, updating velocity models to produce CIGs with desirable characteristics.},
keywords = {SEG, IMAGE, FNO, CIG, velocity continuation, uncertainty quantification, deep learning, imaging},
url = {https://slimgroup.github.io/IMAGE2024/Rex2024SEG/paper.html},
booktitle = {International Meeting for Applied Geoscience and Energy}
}
@CONFERENCE{gahlot2024IMAGEdt,
author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann},
title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
year = {2024},
month = {8},
abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO2 injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO2 storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO2 saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO2 storage operations.},
keywords = {SEG, IMAGE, GCS, digital twin, sequential Bayes, conditional normalizing flows, Bayesian inference, uncertainty quantification, deep learning, control},
url = {https://slimgroup.github.io/IMAGE2024/GahlotLi2024SEG/paper.html},
doi = {10.48550/arXiv.2403.19819},
booktitle = {International Meeting for Applied Geoscience and Energy}
}
@CONFERENCE{orozco2024IMAGEbeacon,
author = {Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann},
title = {BEACON: Bayesian Experimental design Acceleration with Conditional Normalizing flows - a case study in optimal monitor well placement for CO2 sequestration},
year = {2024},
month = {8},
abstract = {CO2 sequestration is a crucial engineering solution for mitigating climate change.
However, the uncertain nature of reservoir properties, necessitates rigorous monitoring of CO2 plumes to prevent risks such as leakage, induced seismicity, or
breaching licensed boundaries. To address this, project managers use borehole
wells for direct CO2 and pressure monitoring at specific locations. Given the high
costs associated with drilling, it is crucial to strategically place a limited number of
wells to ensure maximally effective monitoring within budgetary constraints. Our
approach for selecting well locations integrates fluid-flow solvers for forecasting
plume trajectories with generative neural networks for plume inference uncertainty.
Our methodology is extensible to three-dimensional domains and is developed
within a Bayesian framework for optimal experimental design, ensuring scalability
and mathematical optimality. We use a realistic case study to verify these claims
by demonstrating our method's application in a large scale domains and optimal
performance as compared to baseline well placement.},
keywords = {SEG, IMAGE, GCS, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, OED},
doi = {10.48550/arXiv.2404.00075},
booktitle = {International Meeting for Applied Geoscience and Energy}
}
@CONFERENCE{yin2024IMAGEwiser,
author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {WISER: full-Waveform variational Inference via Subsurface Extensions with Refinements},
year = {2024},
month = {8},
abstract = {We introduce a cost-effective Bayesian inference method for full-waveform inversion (FWI) to quantify uncertainty in migration-velocity models and its impact on imaging. Our method targets inverse uncertainty due to null-space of the wave modeling operators and observational noise, and forward uncertainty where the uncertainty in velocity models is propagated to uncertainty in amplitude and positioning of imaged reflectivities. This is achieved by integrating generative artificial intelligence (genAI) with physics-informed common-image gathers (CIGs), which greatly reduces reliance on accurate initial FWI-velocity models. In addition, we illustrate the capability of fine-tuning the generative AI networks with frugal physics-based refinements to improve the inference accuracy.},
keywords = {SEG, IMAGE, WISE, WISER, FWI, RTM, imaging, CIG, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, MVA},
url = {https://slimgroup.github.io/IMAGE2024/yin2024SEG/paper.html},
booktitle = {International Meeting for Applied Geoscience and Energy}
}
@CONFERENCE{herrmann2024CSMdt,
author = {Felix J. Herrmann and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Haoyun Li},
title = {DT4GCS --- Digital Twin for Geological CO2 Storage and Control},
booktitle = {Gigatonnes CO2 Storage Workshop},
year = {2024},
month = {7},
abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines “A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making.” During this talk, we will explore these concepts and their significance in addressing the challenges of monitoring and control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
keywords = {ccs, deep learning, uncertainty quantification, bayesian inference, imaging, monitoring, digital twin},
note = {(Geophysical Research for Gigatonnes CO2 Storage Workshop, Golden)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/CO2STORAGE/2024/herrmann2024CSMdt/herrmann2024CSMdt.pdf}
}
@CONFERENCE{orozco2024SIAMboed,
author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann},
title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
booktitle = {SIAM Conference on Uncertainty Quantification},
year = {2024},
month = {03},
abstract = {Neural density estimators such as normalizing flows have shown
promise for estimation of the Bayesian posterior in a variety of imaging
problems. Few works have explored how to practically exploit the
probabilistic information contained in the full Bayesian solution of the
inverse problem. Here we explore a simple modification to conditional
normalizing flow training that enables Bayesian experimental design without
modifying existing architectures. Based on a relationship between the
expected information gain and maximum-likelihood training of normalizing
flows, we show that experimental design can be achieved with the same
training objective. We first verify that our method maximizes the expected
information gain using a stylized problem. Then, we demonstrate our method
can solve imaging problems in large scale medical and seismic applications.},
keywords = {SIAM, normalizing flows, expected information gain, optimal experimental design},
note = {(SIAM UQ, Trieste)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed/orozco2024SIAMUQboed.pdf},
doi = {10.48550/arXiv.2402.18337}
}
@CONFERENCE{herrmann2024SIAMUQdt,
author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Grant Bruer and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {An Uncertainty-Aware Digital Twin for Geological Carbon Storage},
booktitle = {SIAM Conference on Uncertainty Quantification},
year = {2024},
month = {03},
abstract = {Arguably, Geological Carbon Storage constitutes the only truly scalable net-negative carbon emission technology. To mitigate its risks and optimize its operations, an uncertainty-aware Digital Twin is being developed. To leverage existing fluid-flow and seismic simulation and imaging capabilities, the envisioned twin combines techniques from sequential and simulation-based Bayesian inference to train its deep generative neural networks to draw samples from the posterior of the Digital Twin's state. Because these samples are conditioned on observed time-lapse field data, these twins are capable of capturing the dynamics of CO2 plumes and their uncertainty.},
keywords = {SIAM, ccs, deep learning, uncertainty quantification, bayesian inference, imaging, monitoring, digital twin, GCS},
note = {(SIAM UQ, Trieste)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/digital-twin}
}
%-----2023-----%
@CONFERENCE{gahlot2023NIPSWSifp,
author = {Abhinav Prakash Gahlot and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann},
title = {Inference of CO2 flow patterns -- a feasibility study},
year = {2023},
month = {10},
booktitle = {Neural Information Processing Systems (NeurIPS)},
keywords = {NIPS, Conditional Normalizing Flows, Summary Statistics, Bayesian Inference, Amortized Variational Inference, geological carbon storage, ccs, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2023/gahlot2023NIPSWSifp/paper.pdf},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2023/gahlot2023NIPSWSifp/poster.pdf},
note = {(NeurIPS 2023 Workshop - Tackling Climate Change with Machine Learning (Spotlight))},
doi = {10.48550/arXiv.2311.00290},
abstract = {As the global deployment of carbon capture and sequestration (CCS) technology intensifies in the fight against climate change, it becomes increasingly imperative to establish robust monitoring and detection mechanisms for potential underground CO${_2}$ leakage, particularly through pre-existing or induced faults in the storage reservoir's seals. While techniques such as history matching and time-lapse seismic monitoring of CO${_2}$ storage have been used successfully in tracking the evolution of CO${_2}$ plumes in the subsurface, these methods lack principled approaches to characterize uncertainties related to the CO$_2$ plumes' behavior. Inclusion of systematic assessment of uncertainties is essential for risk mitigation for the following reasons: (i) CO$_2$ plume-induced changes are small and seismic data is noisy; (ii) changes between regular and irregular (e.g., caused by leakage) flow patterns are small; and (iii) the reservoir properties that control the flow are strongly heterogeneous and typically only available as distributions. To arrive at a formulation capable of inferring flow patterns for regular and irregular flow from well and seismic data, the performance of conditional normalizing flow will be analyzed on a series of carefully designed numerical experiments. While the inferences presented are preliminary in the context of an early CO$_2$ leakage detection system, the results do indicate that inferences with conditional normalizing flows can produce high-fidelity estimates for CO$_2$ plumes with or without leakage. We are also confident that the inferred uncertainty is reasonable because it correlates well with the observed errors. This uncertainty stems from noise in the seismic data and from the lack of precise knowledge of the reservoir's fluid flow properties.}
}
@CONFERENCE{orozco2023AABIiter,
author = {Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {Refining Amortized Posterior Approximations using Gradient-Based Summary Statistics},
year = {2023},
month = {06},
booktitle = {5th Symposium on Advances in Approximate Bayesian Inference},
keywords = {AABI, Conditional Normalizing Flows, Summary Statistics, Bayesian Inference, Amortized Variational Inference, Amortization Gap},
url = {https://arxiv.org/abs/2305.08733},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2023/orozco2023AABIiter/aabi_poster.pdf},
note = {(AABI, Honolulu)},
abstract = {We present an iterative framework to improve the amortized
approximations of posterior distributions in the context of Bayesian inverse
problems, which is inspired by loop-unrolled gradient descent methods and is
theoretically grounded in maximally informative summary statistics. Amortized
variational inference is restricted by the expressive power of the chosen
variational distribution and the availability of training data in the form of
joint data and parameter samples, which often lead to approximation errors
such as the amortization gap. To address this issue, we propose an iterative
framework that refines the current amortized posterior approximation at each
step. Our approach involves alternating between two steps: (1) constructing a
training dataset consisting of pairs of summarized data residuals and
parameters, where the summarized data residual is generated using a
gradient-based summary statistic, and (2) training a conditional generative
model -- a normalizing flow in our examples -- on this dataset to obtain a
probabilistic update of the unknown parameter. This procedure leads to
iterative refinement of the amortized posterior approximations without the
need for extra training data. We validate our method in a controlled setting
by applying it to a stylized problem, and observe improved posterior
approximations with each iteration. Additionally, we showcase the capability
of our method in tackling realistically sized problems by applying it to
transcranial ultrasound, a high-dimensional, nonlinear inverse problem
governed by wave physics, and observe enhanced posterior quality through
better image reconstruction with the posterior mean.}
}
@CONFERENCE{herrmann2023IMAGEWSfnf,
author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Fast neural FWI with amortized uncertainty quantification},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
keywords = {SEG, uncertainty quantification, experimental design, FWI, bayesian, normalizing flows},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/herrmann2023IMAGEWSfnf},
note = {(IMAGE workshop, Houston)}
}
@CONFERENCE{zhang2023IMAGEssd,
author = {Yijun Zhang and Ziyi Yin and Oscar Lopez and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {3D seismic survey design by maximizing the spectral gap},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {The massive cost of 3D acquisition calls for methods to reduce the number of receivers by designing optimal receiver sampling masks. Recent studies on 2D seismic showed that maximizing the spectral gap of the subsampling mask leads to better wavefield reconstruction results. We enrich the current study by proposing a simulation-free method to generate optimal 3D acquisition by maximizing the spectral gap of the subsampling mask via a simulated annealing algorithm. Numerical experiments confirm improvement of the proposed method over receiver sampling locations obtained by jittered sampling.},
keywords = {SEG, acquisition, survey design, wavefield reconstruction, spectral gap, matrix factorization},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/zhang2023IMAGEssd/zhang2023IMAGEssd.pdf},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/zhang2023IMAGEssd/zhang2023IMAGEssd_pres.pdf},
note = {(IMAGE, Houston)},
doi = {10.1190/image2023-3895546.1}
}
@CONFERENCE{erdinc2023IMAGEecl,
author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann},
title = {Enhancing CO2 Leakage Detectability via Dataset Augmentation},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {Previous work showed that neural classifiers can be trained to detect CO2 leakage from time-lapse seismic images. While this result is crucial to the global deployment of geological carbon storage (GCS), its success depends on relatively dense non-replicated time-lapse data acquisition. In this study, we show that by augmenting the training set with various coarse receiver samplings and corresponding seismic images, we can improve the leakage detection capabilities and accuracy while increasing the robustness with respect to low-cost coarse receiver samplings, e.g. ocean bottom nodes (OBNs).},
keywords = {SEG, classifier, ccs, leakage detection, deep learning},
url = {https://slimgroup.github.io/IMAGE2023/DetectabilityWithVision/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/erdinc2023IMAGEecl},
note = {(IMAGE, Houston)}
}
@CONFERENCE{gahlot2023IMAGEtsm,
author = {Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann},
title = {Time-lapse seismic monitoring of geological carbon storage with the nonlinear joint recovery model},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {During time-lapse seismic monitoring, weak 4D signal below the level of inversion or migration artifacts poses challenges. To address these, low-cost randomized non-replicated acquisitions and linear joint recovery model (JRM) have been introduced to take advantage of the shared information between different vintages in the time-lapse seismic data and subsurface structure undergoing localized changes. Since the relationship between seismic data and subsurface properties is seldomly linear, we propose a more versatile nonlinear JRM, which extends linear JRM to nonlinear forward modeling.},
keywords = {SEG, jrm, ccs, monitoring},
url = {https://slimgroup.github.io/IMAGE2023/NonLinear-JRM/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/gahlot2023IMAGEtsm},
note = {(IMAGE, Houston)}
}
@CONFERENCE{orozco2023IMAGEgsk,
author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Generative Seismic Kriging with Normalizing Flows},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {The objective is to demonstrate the applicability of Normalizing Flows (NFs) to subsurface kriging from wells. We will show that after supervised training, we can generate multiple realistic samples of plausible earth models that match the observed wells. We observe that these samples produce uncertainty statistics that are correlated with the complex parts of the model. The applicability of this method is for areas nearby the original survey used for training. Finally, we compare the speed and quality of our solutions with those obtained using a traditional variogram approach.},
keywords = {SEG, uncertainty quantification, kriging, normalizing flows},
url = {https://slimgroup.github.io/IMAGE2023/BayesianKrig/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/orozco2023IMAGEgsk},
note = {(IMAGE, Houston)}
}
@CONFERENCE{orozco2023IMAGEabf,
author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Amortized Bayesian Full Waveform Inversion and Experimental Design with Normalizing Flows},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {Probabilistic approaches to Full-Waveform Inversion (FWI), such as Bayesian ones, traditionally require expensive computations involving many wave-equation solves. To reduce the computational burden at test time, we propose to amortize the computational cost with offline training. After training, we aim to efficiently generate probabilistic FWI solutions with uncertainty. This aim is achieved by exploiting the ability of networks (i.e Normalizing Flows) to learn distributions, such as the Bayesian posterior. The posterior uncertainty is used during training to optimize the receiver sampling.},
keywords = {SEG, uncertainty quantification, experimental design, FWI, bayesian, normalizing flows},
url = {https://slimgroup.github.io/IMAGE2023/BayesianFWI/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/orozco2023IMAGEabf},
note = {(IMAGE, Houston)}
}
@CONFERENCE{yin2023IMAGEcpi,
author = {Ziyi Yin and Mathias Louboutin and Olav Møyner and Felix J. Herrmann},
title = {Coupled physics inversion for geological carbon storage monitoring},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {Understanding CO2 plume behavior is key to the success of geological carbon storage projects. While two-phase flow equations provide a good model to make predictions on future CO2 plume behavior, these equations rely on having access to the true permeability model. Unfortunately, accurate information on the permeability is unavailable, which greatly jeopardizes our ability to predict CO2 plume behavior. To overcome this problem, we estimate the permeability from time-lapse seismic data via a coupled inversion methodology that improve as more monitoring data becomes available over time.},
keywords = {SEG, ccs, coupled inversion, end-to-end, fluid-flow, inversion, monitoring},
url = {https://slimgroup.github.io/IMAGE2023/yin2023IMAGEend2end/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/yin2023IMAGEcpi},
note = {(IMAGE, Houston)}
}
@CONFERENCE{yu2023IMAGEmsc,
author = {Ting-ying Yu and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Monitoring Subsurface CO2 Plumes with Sequential Bayesian Inference},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {To monitor and predict CO2 plume dynamics during geological carbon storage, reservoir engineers usually perform two-phase flow simulations. While these simulations may provide useful insights, their usefulness is limited due to numerous complicating factors including uncertainty in the dynamics of the plume itself. To study this phenomenon, we consider stochasticity in the dynamic caused by unknown random changes in the injection rate. By conditioning the CO2 plume predictions on seismic observations, we correct the CO2 plume predictions and quantify uncertainty with machine learning.},
keywords = {SEG, ccs, deep learning, uncertainty quantification, bayesian inference, imaging, monitoring},
url = {https://slimgroup.github.io/IMAGE2023/SequentialBayes/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/yu2023IMAGEmsc},
note = {(IMAGE, Houston)}
}
@CONFERENCE{louboutin2023IMAGEloi,
author = {Mathias Louboutin and Rafael Orozco and Ali Siahkoohi and Felix J. Herrmann},
title = {Learned non-linear simultenous source and corresponding supershot for seismic imaging.},
year = {2023},
month = {08},
booktitle = {International Meeting for Applied Geoscience and Energy},
abstract = {Seismic imaging's main limiting factor is the scale of the involved dataset and the number of independent wave-equation solves required to migrate thousands of shots. To tackle this dimensionality curse, we introduce a learned framework that extends the conventional computationally reductive linear source superposition (e.g., via random simultaneous-source encoding) to a nonlinear learned source superposition and its corresponding learned supershot. With this method, we can image the subsurface at the cost of a one-shot migration by learning the most informative superposition of shots.},
keywords = {SEG, imaging, deep learning, simultaneous},
url = {https://slimgroup.github.io/IMAGE2023/OneShot/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/louboutin2023IMAGEloi/louboutin2023IMAGEloi_pres.pdf},
note = {(IMAGE, Houston)}
}
@CONFERENCE{herrmann2023CCUSdgs,
author = {Felix J. Herrmann and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Ziyi Yin and Mathias Louboutin},
title = {Derisking geological storage with simulation-based seismic monitoring design and machine learning},
booktitle = {Carbon, Capture, Utilization, and Storage},
year = {2023},
month = {04},
keywords = {CCUS, Seismic Imaging, JRM, CCS, classification, CAM, explainability},
note = {(CCUS, Houston)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/CCUS/2023/herrmann2023CCUSdgs/CCUS2023.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/CCUS/2023/herrmann2023CCUSdgs}
}
@CONFERENCE{orozco2023MIDLanf,
author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann},
title = {Amortized normalizing flows for transcranial ultrasound with uncertainty quantification},
booktitle = {Medical Imaging with Deep Learning},
year = {2023},
month = {07},
abstract = {We present a novel approach to transcranial ultrasound computed tomography that utilizes
normalizing flows to improve the speed of imaging and provide Bayesian uncertainty quantification. Our method combines physics-informed methods and data-driven methods to
accelerate the reconstruction of the final image. We make use of a physics-informed summary statistic to incorporate the known ultrasound physics with the goal of compressing
large incoming observations. This compression enables efficient training of the normalizing flow and standardizes the size of the data regardless of imaging configurations. The
combinations of these methods results in fast uncertainty-aware image reconstruction that
generalizes to a variety of transducer configurations. We evaluate our approach with in
silico experiments and demonstrate that it can significantly improve the imaging speed
while quantifying uncertainty. We validate the quality of our image reconstructions by
comparing against the traditional physics-only method and also verify that our provided
uncertainty is calibrated with the error.},
keywords = {MIDL, Invertible Networks, Medical Imaging, Bayesian Estimation, Uncertainty Quantification, Physics and Machine Learning Hybrid},
note = {(MIDL, Nashville)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/MIDL/2023/orozco2023MIDLanf/paper.pdf}
}
@CONFERENCE{yin2023EMIutm,
author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Felix J. Herrmann},
title = {Uncertainty-aware time-lapse monitoring of geological carbon storage with learned surrogates},
booktitle = {Engineering Mechanics Institute Conference},
year = {2023},
month = {06},
abstract = {Time-lapse seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics and wave physics. It also requires differentiation through the solvers with respect to properties of interest in the subsurface. In this talk, we present a learned end-to-end inversion framework, which uses a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator in order to greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. Through synthetic experiments, we demonstrate the efficacy of this framework on inverting the subsurface permeability of the reservoir and on monitoring CO2 plumes. We further quantify the uncertainty of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can also forecast the growth of CO2 plumes in the future with uncertainty estimation without any acquired seismic data.},
keywords = {EMI, end-to-end, normalizing flows, Fourier neural operators, GCS, conditional normalizing flows, uncertain quantification, machine learning, deep learning, time-lapse, inversion, amortized Bayes},
url = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/yin2023EMIutm.pdf},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/index.html},
note = {(EMI, Atlanta)}
}
@CONFERENCE{herrmann2023SIAMCSEtns,
author = {Felix J. Herrmann and Mathias Louboutin and Thomas J. Grady II and Ziyi Yin and Rishi Khan},
title = {The Next Step: Interoperable Domain-Specific Programming},
booktitle = {SIAM Conference on Computational Science and Engineering},
year = {2023},
month = {02},
abstract = {Even though domain-specific programming approaches allow for readable, scalable, and maintainable software without sacrificing performance, the new paradigm of learned physics-informed models calls for an interdisciplinary approach typically involving multiple domain-specific languages. Take for example the problem of inverting for the fluid-flow properties from time-lapse seismic data, which entails domain-specific programming on the intersection of wave simulators, matrix-free linear algebra, learned neural surrogates for two-phase flow, and prior and posterior distributions for the fluid-flow properties. While domain-specific solutions exist for each of these sub-disciplines, integrating these approaches – which may involve different programming languages – into a single coupled scalable inversion framework that supports algorithmic differentiation can be a challenge. However, we show that challenges like this can be met when working with proper abstractions. In our inversion example, this involves math-inspired symbolic abstractions for numerical solutions of the wave equation (Devito), matrix-free implementations for its Jacobians (JUDI.jl), abstractions for Automatic Differentiation (ChainRules.jl), and homegrown implementations for conditional Invertible Neural Networks (InvertibleNetworks.jl) and Fourier Neural Operators (ParametricOperators.jl).},
keywords = {SIAM, workshop, algorithms, Deep Learning, GCS, software, JUDI, Devito, Jutul, Fourier neural operators, end-to-end},
note = {(SIAM CSE, Amsterdam)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMCSE/2023/herrmann2023SIAMCSEtns/index.html}
}
@CONFERENCE{orozco2022SPIEadjoint,
author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann},
title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
booktitle = {SPIE Medical Imaging Conference},
year = {2023},
month = {02},
abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and
GANs are powerful tools in Bayesian uncertainty quantification (UQ) of
inverse problems. Unfortunately, when using these algorithms medical imaging
practitioners are faced with the challenging task of manually defining neural
networks that can handle complicated inputs such as acoustic data. This task
needs to be replicated for different receiver types or configurations since
these change the dimensionality of the input. We propose to first transform
the data using the adjoint operator —ex: time reversal in photoacoustic
imaging (PAI) or back-projection in computer tomography (CT) imaging —
then continue posterior inference using the adjoint data as an input now that
it has been standardized to the size of the unknown model. This adjoint
preprocessing technique has been used in previous works but with minimal
discussion on if it is biased. In this work, we prove that conditioning on
adjoint data is unbiased for a certain class of inverse problems. We then
demonstrate with two medical imaging examples (PAI and CT) that adjoints
enable two things: Firstly, adjoints partially undo the physics of the
forward operator resulting in faster convergence of an ML based Bayesian UQ
technique. Secondly, the algorithm is now robust to changes in the observed
data caused by differing transducer subsampling in PAI and number of angles
in CT. Our adjoint-based Bayesian inference method results in point
estimates that are faster to compute than traditional baselines and show
higher SSIM metrics, while also providing validated UQ.},
keywords = {SPIE, Uncertainty Quantification, Bayesian Inference, Amortized
Inference, Normalizing Flows, Inverse Problems, Medical Imaging, Machine
Learning, Deep Learning},
note = {(SPIE, San Diego)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html}
}
%-----2022-----%
@CONFERENCE{erdinc2022AAAIdcc,
author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {De-risking Carbon Capture and Sequestration with Explainable {CO$_2$} Leakage Detection in Time-lapse Seismic Monitoring Images},
booktitle = {AAAI 2022 Fall Symposium: The Role of AI in Responding to Climate Challenges},
year = {2022},
month = {11},
abstract = {With the growing global deployment of carbon capture and sequestration technology to combat climate change, monitoring and detection of potential {CO$_2$} leakage through existing or storage induced faults are critical to the safe and long-term viability of the technology. Recent work on time-lapse seismic monitoring of {CO$_2$} storage has shown promising results in its ability to monitor the growth of the {CO$_2$} plume from surface recorded seismic data. However, due to the low sensitivity of seismic imaging to {CO$_2$} concentration, additional developments are required to efficiently interpret the seismic images for leakage. In this work, we introduce a binary classification of time-lapse seismic images to delineate {CO$_2$} plumes (leakage) using state-of-the-art deep learning models. Additionally, we localize the leakage region of {CO$_2$} plumes by leveraging Class Activation Mapping (CAM) methods.},
keywords = {AAAI, Seismic Imaging, JRM, CCS, classification, CAM, explainability},
note = {(AAAI 2022 Fall Symposium: The Role of AI in Responding to Climate Challenges, Arlington)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/AAAI/2022/erdinc2022AAAIdcc/erdinc2022AAAIdcc.pdf},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AAAI/2022/erdinc2022AAAIdcc/index.html}
}
@CONFERENCE{louboutin2022SEGWSaaa,
author = {Mathias Louboutin and Felix J. Herrmann},
title = {Abstractions and algorithms for efficient seismic inversion on accelerators},
booktitle = {IMAGE Workshop on What's Next for FWI and its Derived Products},
year = {2022},
month = {09},
abstract = {We present the SLIM open-source software framework for
computational geophysics, and more generally, inverse problems based on the
wave-equation (e.g., medical ultrasound). We developed a software environment
aimed at scalable research and development by designing multiple layers of
abstractions. This environment allows the researchers to easily formulate
their problem in an abstract fashion, while still being able to exploit the
latest developments in high-performance computing. We illustrate and
demonstrate the benefits of our software design on many geophysical
applications, including seismic inversion and physics-informed machine
learning for geophysics (e.g., loop unrolled imaging, uncertainty
quantification), all while facilitating the integration of external software.},
keywords = {SEG, workshop, algorithms, Deep Learning, Imaging, FWI, LSRTM, software, JUDI, Devito},
note = {(IMAGE Workshop, Houston)},
url = {https://www.imageevent.org/Workshop/next-fwi-derived-products},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGWSaaa/index.html}
}
@CONFERENCE{siahkoohi2022SEGWSrav,
author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann},
title = {Reliable amortized variational inference with conditional normalizing flows via physics-based latent distribution correction},
booktitle = {IMAGE Workshop on Subsurface Uncertainty Description and Estimation - Moving Away from Single Prediction with Distribution Learning},
year = {2022},
month = {09},
abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs associated with the forward operator during posterior sampling, as well as the selection of an appropriate prior distribution that encodes our prior knowledge about the unknown. Amortized variational inference addresses these challenges by pretraining a conditional normalizing flow (cNF) that approximates the posterior distribution over the existing model and data joint samples where the prior is implicitly learned from the data. When fed data and normally distributed latent samples as input, the pretrained cNF provides posterior samples for previously unseen data virtually for free. The accuracy of this purely data-driven approach, however, is dependent on the availability of high-fidelity training data, which is rarely the case with geophysical inverse problems, due to the highly heterogeneous structure of the Earth. To overcome this challenge and to minimize the negative bias of data distribution shifts during inference, we propose learning a physics-based correction to the cNF latent distribution to provide a more accurate approximation to the posterior distribution. We accomplish this by parameterizing the cNF latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, which are estimated by minimizing the Kullback-Leibler divergence between the corrected posterior distribution estimate and the true posterior distribution. For a relatively well-trained cNF, this approach provides reliable posterior samples with a limited computational cost while remaining bound to data and physics. We showcase the computational gains of this approach on a "quasi" real seismic imaging example.},
keywords = {SEG, workshop, Deep Learning, Imaging, Uncertainty Quantification, Inverse Problems, Generative models, Bayesian Inference},
note = {(IMAGE Workshop, Houston)},
url = {https://www.imageevent.org/Workshop/subsurface-uncertainty-description-estimation-moving-away-single-prediction-distribution-learning},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGWSrav/Thur-15-55-Siahkoohi.pdf}
}
@CONFERENCE{siahkoohi2022INTERSPEECHulbs,
author = {Ali Siahkoohi and Michael Chinen and Tom Denton and W. Bastiaan Kleijn and Jan Skoglund},
title = {Ultra-Low-Bitrate Speech Coding with Pretrained Transformers},
booktitle = {Proceedings of INTERSPEECH},
year = {2022},
month = {06},
abstract = {Speech coding facilitates the transmission of speech over
low-bandwidth networks with minimal distortion. Neural-network based speech
codecs have recently demonstrated significant improvements in quality over
traditional approaches. While this new generation of codecs is capable of
synthesizing high-fidelity speech, their use of recurrent or convolutional
layers often restricts their effective receptive fields, which prevents them
from compressing speech efficiently. We propose to further reduce the bitrate
of neural speech codecs through the use of pretrained Transformers, capable
of exploiting long-range dependencies in the input signal due to their
inductive bias. As such, we use a pretrained Transformer in tandem with a
convolutional encoder, which is trained end-to-end with a quantizer and a
generative adversarial net decoder. Our numerical experiments show that
supplementing the convolutional encoder of a neural speech codec with
Transformer speech embeddings yields a speech codec with a bitrate of 600 bps
that outperforms the original neural speech codec in synthesized speech
quality when trained at the same bitrate. Subjective human evaluations
suggest that the quality of the resulting codec is comparable or better than
that of conventional codecs operating at three to four times the rate.},
keywords = {INTERSPEECH, signal processing, deep learning, Transformers, GANs},
note = {International Speech Communication Association (ISCA)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/INTERSPEECH/2022/siahkoohi2022INTERSPEECHulbs/paper.pdf}
}
@CONFERENCE{herrmann2022EAGEcvm,
author = {Ali Siahkoohi and Thomas J. Grady II and Abhinav Prakash Gahlot and Huseyin Tuna Erdinc and Felix J. Herrmann},
title = {Capturing velocity-model uncertainty and two-phase flow with Fourier Neural Operators},
booktitle = {EAGE Annual Conference Proceedings},
year = {2022},
month = {06},
pages = {AI in Geoscience and Geophysics: Current Trends and Future Prospects (Dedicated Session)},
keywords = {EAGE, seismic imaging, uncertainty quantification, Fourier neural operators, CCS, JRM},
note = {(EAGE, Madrid)},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/herrmann2022EAGEcvm/index.html}
}
@CONFERENCE{louboutin2022RHPCafa,
author = {Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Yijun Zhang and Philipp A. Witte and Gabrio Rizzuti and Felix J. Herrmann},
title = {Abstractions for at-scale seismic inversion},
booktitle = {Rice Oil and Gas High Performance Computing Conference 2022},
year = {2022},
month = {03},
pages = {Thursday Workshop: Devito Training and Hackathon},
abstract = {We present the SLIM open-source software framework for
computational geophysics, and more generally, inverse problems based on the
wave-equation (e.g., medical ultrasound). We developed a software environment
aimed at scalable research and development by designing multiple layers of
abstractions. This environment allows the researchers to easily formulate
their problem in an abstract fashion, while still being able to exploit the
latest developments in high-performance computing. We illustrate and
demonstrate the benefits of our software design on many geophysical
applications, including seismic inversion and physics-informed machine
learning for geophysics (e.g., loop unrolled imaging, uncertainty
quantification), all while facilitating the integration of external software.},
keywords = {RHPC, Software, inversion, FWI, HPC, Devito, JUDI, Machine Learning, Uncertainty Quantification, CCS},
note = {Rice Oil and Gas High Performance Computing Conference 2022},
url = {https://slim.gatech.edu/Publications/Public/Conferences/RHPC/2022/louboutin2022RHPCafa/RiceHPC22.pdf},
url2 = {https://youtu.be/scRTbP8w6Wk?t=4542}
}
@CONFERENCE{siahkoohi2022EAGEweb,
author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Felix J. Herrmann},
title = {Wave-equation based inversion with amortized variational Bayesian inference},
booktitle = {EAGE Annual Conference Proceedings},
year = {2022},
month = {06},
pages = {Session 2: Velocity model building and imaging (different domains)},
abstract = {Solving inverse problems involving measurement noise and modeling
errors requires regularization in order to avoid data overfit. Geophysical
inverse problems, in which the Earth's highly heterogeneous structure is
unknown, present a challenge in encoding prior knowledge through analytical
expressions. Our main contribution is a generative-model-based regularization
approach, robust to out-of-distribution data, which exploits the prior
knowledge embedded in existing data and model pairs. Utilizing an amortized
variational inference objective, a conditional normalizing flow (NF) is
pretrained on pairs of low- and high-fidelity migrated images in order to
achieve a low-fidelity approximation to the seismic imaging posterior
distribution for previously unseen data. The NF is used after pretraining to
reparameterize the unknown seismic image in an inversion scheme involving
physics-guided data misfit and a Gaussian prior on the NF latent variable.
Solving this optimization problem with respect to the latent variable enables
us to leverage the benefits of data-driven conditional priors whilst being
informed by physics and data. The numerical experiments demonstrate that the
proposed inversion scheme produces seismic images with limited artifacts when
dealing with noisy and out-of-distribution data.},
keywords = {EAGE, seismic imaging, normalizing flows, conditional priors},
note = {(EAGE, Madrid)},
software = {https://github.com/slimgroup/ConditionalNFs4Imaging.jl},
url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/Mon-Herrmann.pdf}
}
@CONFERENCE{siahkoohi2022SEGvcw,
author = {Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {Velocity continuation with Fourier neural operators for accelerated uncertainty quantification},
year = {2022},
month = {05},
booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
session = {Uncertainty Quantification 2},
abstract = {Seismic imaging is an ill-posed inverse problem that is challenged
by noisy data and modeling inaccuracies---due to errors in the background
squared-slowness model. Uncertainty quantification is essential for
determining how variability in the background models affects seismic imaging.
Due to the costs associated with the forward Born modeling operator as well
as the high dimensionality of seismic images, quantification of uncertainty
is computationally expensive. As such, the main contribution of this work is
a survey-specific Fourier neural operator surrogate to velocity continuation
that maps seismic images associated with one background model to another
virtually for free. While being trained with only 200 background and seismic
image pairs, this surrogate is able to accurately predict seismic images
associated with new background models, thus accelerating seismic imaging
uncertainty quantification. We support our method with a realistic data
example in which we quantify seismic imaging uncertainties using a Fourier
neural operator surrogate, illustrating how variations in background models
affect the position of reflectors in a seismic image.},
keywords = {SEG, Fourier neural operators, Velocity continuation, Uncertainty quantification},
note = {(IMAGE, Houston)},
doi = {10.1190/image2022-3750475.1},
software = {https://github.com/slimgroup/fno4vc},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGvcw/abstract.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGvcw/Tue-16-30-Siahkoohi.pdf}
}
@CONFERENCE{louboutin2022SEGais,
author = {Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Ziyi Yin and Rafael Orozco and Felix J. Herrmann},
title = {Accelerating innovation with software abstractions for scalable computational geophysics},
year = {2022},
month = {05},
booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
session = {Leveraging Software and Infrastructure to Drive Innovation through Data},
abstract = {We present the SLIM open-source software framework for
computational geophysics, and more generally, inverse problems based on the
wave-equation (e.g., medical ultrasound). We developed a software environment
aimed at scalable research and development by designing multiple layers of
abstractions. This environment allows the researchers to easily formulate
their problem in an abstract fashion, while still being able to exploit the
latest developments in high-performance computing. We illustrate and
demonstrate the benefits of our software design on many geophysical
applications, including seismic inversion and physics-informed machine
learning for geophysics(e.g., loop unrolled imaging, uncertainty
quantification), all while facilitating the integration of external software.},
keywords = {SEG, Software, inversion, FWI, HPC, Devito, JUDI, Machine Learning, Uncertainty Quantification, CCS},
note = {(IMAGE, Houston)},
doi = {10.1190/image2022-3750561.1},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/louboutin_seg22.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/index.html}
}
@CONFERENCE{zhang2022SEGass,
author = {Yijun Zhang and Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rajiv Kumar and Felix J. Herrmann},
title = {A simulation-free seismic survey design by maximizing the spectral gap},
year = {2022},
month = {05},
booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
session = {Marine Acquisition 1},
abstract = {Due to the tremendous cost of seismic data acquisition, methods have been developed to reduce the amount of data acquired by designing optimal missing trace reconstruction algorithms. These technologies are designed to record as little data as possible in the field, while providing accurate wavefield reconstruction in the areas of the survey that are not recorded. This is achieved by designing randomized subsampling masks that allow for accurate wavefield reconstruction via matrix completion methods. Motivated by these recent results, we propose a simulation-free seismic survey design that aims at improving the quality of a given randomized subsampling using a simulated annealing algorithm that iteratively increases the spectral gap of the subsampling mask, a property recently linked to the quality of the reconstruction. We demonstrate that our proposed method improves the data reconstruction quality for a fixed subsampling rate on a realistic synthetic dataset.},
keywords = {SEG, acquisition, survey design, wavefield reconstruction, spectral gap, matrix factorization},
note = {(IMAGE, Houston)},
doi = {10.1190/image2022-3751690.1},
software ={https://github.com/slimgroup/opt_spectral_gap},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/zhang2022SEGass/Yijun2022SEGass.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/zhang2022SEGass/index.html}
}
@CONFERENCE{yin2022SEGlci,
author = {Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {Learned coupled inversion for carbon sequestration monitoring and forecasting with Fourier neural operators},
year = {2022},
month = {05},
booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
session = {Monitoring Using Seismic Methods 2},
abstract = {Seismic monitoring of carbon storage sequestration is a challenging problem involving both fluid-flow physics and wave physics. Additionally, monitoring usually requires the solvers for these physics to be coupled and differentiable to effectively invert for the subsurface properties of interest. To drastically reduce the computational cost, we introduce a learned coupled inversion framework based on the wave modeling operator, rock property conversion and a proxy fluid-flow simulator. We show that we can accurately use a Fourier neural operator as a proxy for the fluid-flow simulator for a fraction of the computational cost. We demonstrate the efficacy of our proposed method by means of a synthetic experiment. Finally, our framework is extended to carbon sequestration forecasting, where we effectively use the surrogate Fourier neural operator to forecast the {CO$_2$} plume in the future at near-zero additional cost.},
keywords = {SEG, Fourier neural operators, CCS, multiphysics, machine learning, deep learning, time-lapse, inversion},
note = {(IMAGE, Houston)},
doi = {10.1190/image2022-3722848.1},
software = {https://github.com/slimgroup/FNO4CO2},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/yin2022SEGlci/paper.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/yin2022SEGlci/index.html}
}
@CONFERENCE{louboutin2022EAGEewi,
author = {Mathias Louboutin and Felix J. Herrmann},
title = {Enabling wave-based inversion on GPUs with randomized trace estimation},
booktitle = {EAGE Annual Conference Proceedings},
year = {2022},
month = {06},
pages = {Seismic Wave Modelling and Least Square Migration 2 session},
abstract = {By building on recent advances in the use of randomized trace
estimation to drastically reduce the memory footprint of adjoint-state
methods, we present and validate an imaging approach that can be executed
exclusively on accelerators. Results obtained on field-realistic synthetic
datasets, which include salt and anisotropy, show that our method produces
high-fidelity images. These findings open the enticing perspective of 3D
wave-based inversion technology with a memory footprint that matches the
hardware and that runs exclusively on clusters of GPUs without the
undesirable need to offload certain tasks to CPUs.},
keywords = {EAGE, Stochastic, RTM, Image Volumes, Inversion, TTI, SEAM},
note = {(EAGE, Madrid)},
doi = {10.3997/2214-4609.202210531},
software = {https://github.com/slimgroup/TimeProbeSeismic.jl},
url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/louboutin2022eageewi/louboutinp.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/louboutin2022eageewi/Jun-9-3-15-mloubout.pdf}
}
%-----2021-----%
@CONFERENCE{orozco2021NIPSpicp,
author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann},
title = {Photoacoustic Imaging with Conditional Priors from Normalizing Flows},
year = {2021},
month = {12},
booktitle = {Neural Information Processing Systems (NeurIPS)},
abstract = {Photoacoustic imaging is a biomedical imaging technique based on the
photoacoustic effect. It leverages the interplay between optics and acoustics
as a mean to circumvent the limitations of imaging modalities relying
on single-type physics. Light beams generated by a pulsed laser can penetrate
biological tissues by several centimeters, and are absorbed based on oxygen
saturation or hemoglobin concentration. While optical absorption is in
principle an ideal parameter for medical imaging (e.g., with respect to the
detection of cancerous tissue), strong scattering imposes important
limitations in its imaging resolution. Ultrasonics, on the other hand, can
theoretically provide resolution of medical diagnostic value, but produce
images of mechanical properties whose contrasts are not sensitive. In
photoacoustics, optical and acoustic effects are combined to gain the best of
both worlds. Under conditions of thermal and stress confinement, thermal
energy can efficiently build up in biological tissues, which in turn undergo
thermal expansion and effectively act as a spatially distributed acoustic
source. In photoacoustic imaging, the actual object of interest is the
induced source, as it is directly related to optical absorption and can be
recovered with a relatively higher resolution than pure optical imaging,
based on the acquired ultrasonic data.},
keywords = {Photoacoustic, Normalizing flow, Variational inference, conditional prior, deep image, MAP, NIPS},
note = {(NIPS, virtual)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/deep_inverse_2021.html},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/posterneurips2021_orozco.pdf},
software = {https://github.com/slimgroup/InvertibleNetworks.jl},
url2 = {https://openreview.net/forum?id=woi1OTvROO1}
}
@CONFERENCE{ren2021AGUsvi,
author = {Yuxiao Ren and Philipp A. Witte and Ali Siahkoohi and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann},
title = {Seismic Velocity Inversion and Uncertainty Quantification Using Conditional Normalizing Flows},
year = {2021},
month = {12},
booktitle = {AGU Annual Meeting},
pages = {U12A-03},
abstract = {In this work, we use a conditional normalizing flow (CNF) to address the seismic velocity inversion problem. Considering the large dimension difference between seismic data and velocity model, we reduce the data dimension by calculating its reverse time. After that, we train the CNF on pairs of migrated data and velocity. During inference, given a new seismic data, feeding the corresponding migrated image into the trained CNF will lead to posterior samples of the velocity inversion distribution. In addition, uncertainty quantification of the inverted results can be achieved by statistical metrics like mean and standard deviation. In our numerical example, the implementation is based on open-sourced software InvertibleNetworks.jl (Witte et al., 2021), JUDI.jl (Witte et al., 2019) and Devito (Louboutin et al., 2019). The training dataset are built based on the SEG/EAGE Overthrust model. For an unseen seismic data, the posterior samples of inversion results given by the trained CNF can be considered as good estimates of the true velocity. Especially, judging from the metrics like MAE, MSE, PSNR, SSIM, et al., the posterior mean is usually closer to the true velocity and the standard deviation indicates that the velocity value is more reliable within the subsurface layers than that on layer edges. Moreover, the inverted results, either the posterior samples or posterior mean, can be used as an initial model in the subsequent FWI for a more accurate result.},
keywords = {AGU, Machine Learning, Normalizing Flows, Inversion, Uncertainty Quantification},
note = {(AGU 2021, New Orleans)},
url = {https://agu.confex.com/agu/fm21/meetingapp.cgi/Paper/815883},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi.mp4},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi_pres.pdf},
software = {https://github.com/slimgroup/INN_Velocity-Migration}
}
@CONFERENCE{herrmann2021SEGWSlts,
author = {Felix J. Herrmann and Mathias Louboutin and Ziyi Yin and Philipp A. Witte},
title = {Low-cost time-lapse seismic imaging of CCS with the joint recovery model},
booktitle = {SEG Workshop on Geophysical Challenges in Presalt Carbonates; virtual},
year = {2021},
month = {10},
keywords = {SEG, workshop, CCS, imaging, JRM, multiple, born},
note = {(IMAGE Workshop, virtual)},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/herrmann2021SEGWSlts/herrmann2021SEGWSlts_pres.pdf}
}
@CONFERENCE{witte2021JULIACONmedlj,
author = {Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio
Rizzuti and Bas Peters and Felix J. Herrmann},
title = {InvertibleNetworks.jl - Memory efficient deep learning in Julia},
year = {2021},
month = {07},
booktitle = {JuliaCon},
abstract = {We present InvertibleNetworks.jl, an open-source package for
invertible neural networks and normalizing flows using memory-efficient
backpropagation. InvertibleNetworks.jl uses manually implement gradients to
take advantage of the invertibility of building blocks, which allows for
scaling to large-scale problem sizes. We present the architecture and
features of the library and demonstrate its application to a variety of
problems ranging from loop unrolling to uncertainty quantification.},
keywords = {Invertible network, Julia, segmentation, normalizing flows, deep
learning},
note = {(JuliaCon, virtual)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/JuliaCon/2021/witte2021JULIACONmedlj/witte2021JULIACONmedlj.pdf},
url2 = {https://www.youtube.com/watch?v=9M-zEGHY4i4}
}
@CONFERENCE{bisbas2020IPDPStbf,
author = {George Bisbas and Fabio Luporini and Mathias Louboutin and Rhodri
Nelson and Gerard Gorman and Paul H. J. Kelly},
title = {Temporal blocking of finite-difference stencil operators with sparse
"off-the-grid" sources},
year = {2021},
month = {05},
booktitle = {IEEE International Parallel and Distributed Processing Symposium},
abstract = {Stencil kernels dominate a range of scientific applications
including seismic and medical imaging, image processing, and neural networks.
Temporal blocking is a performance optimisation that aims to reduce the
required memory bandwidth of stencil computations by re-using data from the
cache for multiple time steps. It has already been shown to be beneficial for
this class of algorithms. However, optimising stencils for practical
applications remains challenging. These computations often include sparsely
located operators, not aligned with the computational grid ("off-the-grid").
For example, our work is motivated by sources that inject a wavefield and
measurements interpolating grid values. The resulting data dependencies make
the adoption of temporal blocking much more challenging. We propose a
methodology to inspect these data dependencies and reorder the computation,
leading to performance gains in stencil codes where temporal blocking has not
been applicable. We implement this novel scheme in the Devito domain-specific
compiler toolchain. Devito implements a domain-specific language embedded in
Python to generate optimised partial differential equation solvers using the
finite-difference method from high-level symbolic problem definitions. We
evaluate our scheme using isotropic acoustic, anisotropic acoustic and
isotropic elastic wave propagators of industrial significance. Performance
evaluation, after auto-tuning, shows that this enables substantial
performance improvement through temporal blocking, over highly-optimised
vectorized spatially-blocked code of up to 1.6x.},
keywords = {Finite-difference, wave-equation, HPC, performance},
note = {(IPDPS, virtual)},
doi = {10.1109/IPDPS49936.2021.00058},
url = {https://arxiv.org/pdf/2010.10248.pdf}
}
@CONFERENCE{herrmann2021Delftlwi,
author = {Felix J. Herrmann and Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin},
title = {Learned wave-based imaging - variational inference at scale},
year = {2021},
month = {06},
booktitle = {Delft},
abstract = {High dimensionality, complex physics, and lack of access to the ground truth rank medical ultrasound and seismic imaging amongst the most challenging problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks. During this talk, I will show how recent developments in Normalizing Flows, a new type of invertible neural networks, can be used to cast wave-based imaging into a scalable Bayesian framework. Contrary to conventional methods, where sample images are drawn from the posterior distribution during inversion, our approach trains Normalizing Flows capable of generating samples from the posterior. Aside from greatly reducing the computational cost, this approach gives us access to the image itself (via Maximum a posteriori or mean estimation) and its multidimensional statistical distribution including its pointwise variance.},
keywords = {Normalizing Flows, Seismic Imaging, Medical Imaging, Uncertainty Quantification},
note = {(Delft, virtual)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.mp4},
}
@CONFERENCE{siahkoohi2021EarthMLfar,
author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann},
title = {Fast and reliability-aware seismic imaging with conditional normalizing flows},
year = {2021},
month = {09},
booktitle = {Intelligent illumination of the Earth},
abstract = {The posterior probability distribution provides a comprehensive
description of the solution in ill-posed inverse problems. Sampling from the
posterior distribution in the context of seismic imaging is challenged by the
high-dimensionality of the unknown and the expensive-to-evaluate forward
operator. These challenges limit the applicability of Markov Chain sampling
methods due to the costs associated with the forward operator. Moreover,
explicitly choosing a prior distribution that captures the true heterogeneity
exhibited by the Earth's subsurface further complicates casting seismic
imaging into a Bayesian framework. To handle this situation and to assess
uncertainty, we propose a data-driven variational inference approach based on
conditional normalizing flows (NFs). The proposed scheme leverages existing
data, which are in the form of low- and high-fidelity migrated image pairs,
to train a conditional NF capable of characterizing the posterior
distribution. After training, the NF can be used to sample from the posterior
distribution associated with a previously unseen seismic survey, which is in
some sense close, e.g., data from a neighboring survey area. In our numerical
example, we obtain high-fidelity images from the Parihaka dataset and
low-fidelity images are derived from these images through the process of
demigration, followed by adding band-limited noise and migration. During
inference, given shot records from a new neighboring seismic survey, we first
compute the reverse-time migration image. Next, by feeding this low-fidelity
migrated image to the NF we gain access to samples from the posterior
distribution virtually for free. We use these samples to compute a
high-fidelity image including a first assessment of the image's reliability.},
keywords = {Normalizing Flows, Seismic Imaging, Uncertainty Quantification},
note = {(KAUST, virtual)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/siahkoohi2021EarthMLfar/siahkoohi2021EarthMLfar.pdf}
}
@CONFERENCE{rizzuti2021SIAMGSwrid,
author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann},
title = {Time-domain Wavefield Reconstruction Inversion for large-scale seismic inversion},
year = {2021},
month = {06},
booktitle = {SIAM Conference on Mathematical and Computational Issues in the Geosciences},
abstract = {Data fitting based on a wave equation model has driven the modern
development in seismic imaging, and it is now relevant for large scale
inversion. A wider adoption is currently being limited by available
computational resources and the classical limitations of non-linear
optimization, which often produces suboptimal local minima. A class of
methods based on the inexact solution of the wave equation, known as
wavefield reconstruction inversion, have shown remarkable robustness towards
local minima, however the solvers required for the inexact wave equation
scale badly to 3D problems. We propose a reformulation of wavefield
reconstruction inversion which involves the solution of the classical
time-domain wave equation, and it is practical for large-scale problems.
Applications to tilted-transverse isotropy synthetic datasets clearly
demonstrate the advantage over traditional full-waveform inversion.},
keywords = {WRI, FWI, Time domain, SIAM},
note = {(SIAM GS, virtual)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMGS/2021/rizzuti2021SIAMGSwrid/rizzuti2021SIAMGSwrid.pdf}
}
@CONFERENCE{kumar2021SEGeuq,
author = {Rajiv Kumar and Maria Kotsi and Ali Siahkoohi and Alison Malcolm},
title = {Enabling uncertainty quantification for seismic data pre-processing
using normalizing flows (NF)—an interpolation example},
year = {2021},
month = {09},
booktitle = {SEG Technical Program Expanded Abstracts},
pages = {1515-1519},
abstract = {Seismic data go through a sequence of pre-processing steps before
being made into an image. Although some work has been done to assess the
uncertainties in the final images, how the uncertainty in the pre-processing
affects the results remains largely unexplored. We use Normalizing Flows
(NF), a type of deep neural network, to interpolate seismic data and quantify
the associated uncertainty. A big advantage of NFs, over the more commonly
used Markov Chain Monte Carlo methods, is that they can successfully sample a
complex and high-dimensional probability space with fewer assumptions. We
present the first application of NF in interpolating (synthetic) seismic
data. The statistical measurements retrieved from the network can be used to
better characterize the data as it is passed to the post-processing phase.},
keywords = {deep learning, wavefield reconstruction, normalizing flow, SEG},
doi = {10.1190/segam2021-3583705.1},
note = {(IMAGE, Denver)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/kumar2021SEGeuq/kumar2021SEGeuq.pdf},
software = {https://github.com/slimgroup/Software.SEG2021}
}
@CONFERENCE{zhang2021SEGapw,
author = {Yijun Zhang and Felix J. Herrmann},
title = {A practical workflow for land seismic wavefield recovery with weighted
matrix factorization},
year = {2021},
month = {09},
booktitle = {SEG Technical Program Expanded Abstracts},
pages = {145-149},
abstract = {While wavefield reconstruction through weighted low-rank matrix
factorizations has been shown to perform well on marine data, out-of-the-box
application of this technology to land data is hampered by ground roll. The
presence of these strong surface waves tends to dominate the reconstruction
at the expense of the weaker body waves. Because ground roll is slow, it also
suffers more from aliasing. To overcome these challenges, we introduce a
practical workflow where the ground roll and body wave components are
recovered separately and combined. We test the proposed approach blindly on a
subset of the 3D SEAM Barrett dataset. With our technique, we recover densely
sampled data from 25 percent randomly subsampled receivers. Independent
comparisons on a single shot demonstrate significant improvements achievable
with the presented workflow.},
keywords = {wavefield reconstruction, 3D SEAM Barrett dataset, weighted matrix
factorization, ground roll, SEG},
doi = {10.1190/segam2021-3594419.1},
note = {(IMAGE, Denver)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/zhang2021SEGapw/Yijun2021.html},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/zhang2021SEGapw/zhang2021SEGapw.mp4},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/zhang2021SEGapw/zhang2021SEGapw_pres.pdf},
software = {https://github.com/slimgroup/Software.SEG2021}
}
@CONFERENCE{yin2021SEGcts,
author = {Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Compressive time-lapse seismic monitoring of carbon storage and sequestration with the joint recovery model},
year = {2021},
month = {09},
booktitle = {SEG Technical Program Expanded Abstracts},
pages = {3434-3438},
abstract = {Time-lapse seismic monitoring of carbon storage and sequestration is often challenging because the time-lapse signature of the growth of {CO$_2$} plumes is weak in amplitude and therefore difficult to detect seismically. This situation is compounded by the fact that the surveys are often coarsely sampled and not replicated to reduce costs. As a result, images obtained for different vintages (baseline and monitor surveys) often contain artifacts that may be attributed wrongly to time-lapse changes. To address these issues, we propose to invert the baseline and monitor surveys jointly. By using the joint recovery model, we exploit information shared between multiple time-lapse surveys. Contrary to other time-lapse methods, our approach does not rely on replicating the surveys to detect time-lapse changes. To illustrate this advantage, we present a numerical sensitivity study where {CO$_2$} is injected in a realistic synthetic model. This model is representative of the geology in the southeast of the North Sea, an area currently considered for carbon sequestration. Our example demonstrates that the joint recovery model improves the quality of time-lapse images allowing us to monitor the {CO$_2$} plume seismically.},
keywords = {compressive sensing, JRM, imaging, CCS, marine, time-lapse, SEG},
note = {(IMAGE, Denver)},
doi = {10.1190/segam2021-3569087.1},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/yin2021SEGcts/yin2021SEGcts.html},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/yin2021SEGcts/yin2021SEGcts.mp4},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2021/yin2021SEGcts/Tue-9-28-Yin.html},
software = {https://github.com/slimgroup/Software.SEG2021}
}
@CONFERENCE{louboutin2021SEGulm,
author = {Mathias Louboutin and Felix J. Herrmann},
title = {Ultra-low memory seismic inversion with randomized trace estimation},
year = {2021},
month = {09},
booktitle = {SEG Technical Program Expanded Abstracts},
pages = {787-791},
abstract = {Inspired by recent work on extended image volumes that lays the
ground for randomized probing of extremely large seismic wavefield matrices,
we present a memory frugal and computationally efficient inversion
methodology that uses techniques from randomized linear algebra. By means of
a carefully selected realistic synthetic example, we demonstrate that we are
capable of achieving competitive inversion results at a fraction of the
memory cost of conventional full-waveform inversion with limited