-
Notifications
You must be signed in to change notification settings - Fork 32
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #30 from Apocentre/feat/sanctioned_list
Add Sanction List
- Loading branch information
Showing
6 changed files
with
217 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,171 @@ | ||
| use anyhow::{Context, Result}; | ||
| use bitcoin::Address; | ||
| use chrono::prelude::*; | ||
| use fancy_regex::Regex; | ||
| use futures::StreamExt; | ||
| use log::{error, info}; | ||
| use std::{ | ||
| collections::HashMap, | ||
| sync::Arc, | ||
| time::{Duration, Instant}, | ||
| }; | ||
| use tokio::{spawn, sync::RwLock, task::JoinHandle, time::interval}; | ||
| use xml::reader::{EventReader, XmlEvent}; | ||
|
|
||
| pub struct Compliance { | ||
| sanctioned_addresses: Arc<RwLock<HashMap<String, bool>>>, | ||
| last_update: Arc<RwLock<i64>>, | ||
| } | ||
|
|
||
| impl Default for Compliance { | ||
| fn default() -> Self { | ||
| Self::new() | ||
| } | ||
| } | ||
|
|
||
| impl Compliance { | ||
| const BTC_ID: &'static str = "344"; | ||
| const OFAC_URL: &'static str = | ||
| "https://www.treasury.gov/ofac/downloads/sanctions/1.0/sdn_advanced.xml"; | ||
|
|
||
| pub fn new() -> Self { | ||
| Self { | ||
| sanctioned_addresses: Arc::new(RwLock::new(HashMap::new())), | ||
| last_update: Arc::new(RwLock::new(0)), | ||
| } | ||
| } | ||
|
|
||
| fn extract_from_xml(str_value: &str, tag: &str) -> Result<u32> { | ||
| let re = Regex::new(&format!(r"(?<={}>)\s*(\w+)(?=<\/{})", tag, tag)).unwrap(); | ||
| let value = re.find(str_value)?.context("no regex result")?.as_str(); | ||
|
|
||
| Ok(value.parse()?) | ||
| } | ||
|
|
||
| /// read the first few bytes from the remote XML file and extract the last update date. | ||
| /// If there is no fresh data we can skip the parsing of XML which is slow. | ||
| async fn publish_date() -> Result<i64> { | ||
| let res = reqwest::get(Self::OFAC_URL).await?; | ||
|
|
||
| let head = res | ||
| .bytes_stream() | ||
| .take(1) | ||
| .collect::<Vec<reqwest::Result<_>>>() | ||
| .await | ||
| .into_iter() | ||
| .collect::<reqwest::Result<Vec<_>>>()?; | ||
|
|
||
| let str_value = String::from_utf8(head[0].to_vec())?; | ||
| let year = Self::extract_from_xml(&str_value, "Year")?; | ||
| let day = Self::extract_from_xml(&str_value, "Day")?; | ||
| let month = Self::extract_from_xml(&str_value, "Month")?; | ||
| let date = Utc | ||
| .with_ymd_and_hms(year as i32, month, day, 0, 0, 0) | ||
| .single() | ||
| .context("date parse error")? | ||
| .timestamp(); | ||
|
|
||
| Ok(date) | ||
| } | ||
|
|
||
| pub async fn sync(&mut self) -> Result<()> { | ||
| Self::sync_internal( | ||
| Arc::clone(&self.sanctioned_addresses), | ||
| Arc::clone(&self.last_update), | ||
| ) | ||
| .await?; | ||
|
|
||
| Ok(()) | ||
| } | ||
|
|
||
| /// Runs the Sanction list syncronization. Downloads the remote XML file and extracts the sanctioned addresses | ||
| async fn sync_internal( | ||
| sanctioned_addresses: Arc<RwLock<HashMap<String, bool>>>, | ||
| last_update: Arc<RwLock<i64>>, | ||
| ) -> Result<()> { | ||
| let publish_date = Self::publish_date().await?; | ||
|
|
||
| if *last_update.read().await >= publish_date { | ||
| info!("Sanction list is up-to-date"); | ||
| return Ok(()); | ||
| } | ||
|
|
||
| let mut last_update = last_update.write().await; | ||
| *last_update = publish_date; | ||
|
|
||
| info!("Syncing sanction list..."); | ||
| let start = Instant::now(); | ||
| let res = reqwest::get(Self::OFAC_URL).await?; | ||
|
|
||
| let xml = res.text().await?; | ||
| let parser: EventReader<&[u8]> = EventReader::new(xml.as_bytes()); | ||
| let mut inside_feature_elem = false; | ||
| let mut inside_final_elem = false; | ||
|
|
||
| let mut sanctioned_addresses = sanctioned_addresses.write().await; | ||
| for e in parser { | ||
| match e { | ||
| Ok(XmlEvent::StartElement { | ||
| name, attributes, .. | ||
| }) => { | ||
| if name.local_name == "Feature" { | ||
| if attributes.iter().any(|a| { | ||
| a.name.local_name == "FeatureTypeID" && a.value == Self::BTC_ID | ||
| }) { | ||
| inside_feature_elem = true; | ||
| } | ||
| } else if name.local_name == "VersionDetail" && inside_feature_elem { | ||
| inside_final_elem = true; | ||
| } | ||
| } | ||
| Ok(XmlEvent::Characters(value)) => { | ||
| if inside_final_elem { | ||
| sanctioned_addresses.insert(value, true); | ||
| } | ||
| } | ||
| Ok(XmlEvent::EndElement { name, .. }) => { | ||
| if name.local_name == "VersionDetail" && inside_feature_elem { | ||
| inside_feature_elem = false; | ||
| inside_final_elem = false; | ||
| } | ||
| } | ||
| Err(e) => { | ||
| error!("Error parsing xml: {e}"); | ||
| break; | ||
| } | ||
| _ => {} | ||
| } | ||
| } | ||
|
|
||
| let duration = start.elapsed(); | ||
| info!("Sanction list synced in {:?}", duration); | ||
|
|
||
| Ok(()) | ||
| } | ||
|
|
||
| /// Periodically fetces the latest list from OFAC_URL and updates the local list | ||
| pub fn start(&self) -> JoinHandle<()> { | ||
| let sanctioned_addresses = Arc::clone(&self.sanctioned_addresses); | ||
| let last_update = Arc::clone(&self.last_update); | ||
|
|
||
| spawn(async move { | ||
| let mut interval = interval(Duration::from_secs(600)); | ||
|
|
||
| loop { | ||
| interval.tick().await; | ||
| if let Err(error) = | ||
| Self::sync_internal(Arc::clone(&sanctioned_addresses), Arc::clone(&last_update)) | ||
| .await | ||
| { | ||
| error!("Sanction list sync error: {}", error); | ||
| }; | ||
| } | ||
| }) | ||
| } | ||
|
|
||
| /// Returns true if the given address is in the sanction list | ||
| pub async fn is_sanctioned(&self, address: &Address) -> bool { | ||
| let sanctioned_addresses = self.sanctioned_addresses.read().await; | ||
| sanctioned_addresses.contains_key(&address.to_string()) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters