use std::cmp::Reverse; use std::collections::{BTreeSet, HashMap, HashSet}; use std::hash::{DefaultHasher, Hash, Hasher}; use std::sync::atomic::{AtomicBool, Ordering}; use std::sync::{Arc, LazyLock, RwLock}; use std::time::Duration; use anyhow::{Context as AnyhowContext, Error, anyhow}; use common::EventExt; use fuzzy_matcher::FuzzyMatcher; use fuzzy_matcher::skim::SkimMatcherV2; use gpui::{ App, AppContext, Context, Entity, EventEmitter, Global, SharedString, Subscription, Task, WeakEntity, Window, }; use nostr_sdk::prelude::*; use smallvec::{SmallVec, smallvec}; use state::{DEVICE_GIFTWRAP, NostrRegistry, USER_GIFTWRAP, UniversalSigner}; mod message; mod room; pub use message::*; pub use room::*; /// A static keypair used only for signing locally-cached rumor events. static LOCAL_KEYS: LazyLock = LazyLock::new(Keys::generate); pub fn init(window: &mut Window, cx: &mut App) { ChatRegistry::set_global(cx.new(|cx| ChatRegistry::new(window, cx)), cx); } struct GlobalChatRegistry(Entity); impl Global for GlobalChatRegistry {} /// Chat event. #[derive(Debug, Clone, PartialEq, Eq, PartialOrd, Ord)] pub enum ChatEvent { /// An event to open a room by its ID OpenRoom(u64), /// An event to close a room by its ID CloseRoom(u64), /// An event to notify UI about a new chat request Ping, /// No Inbox Relays found, the app is not ready to subscribe messages InboxRelayNotFound, /// An error occurred Error(String), } /// Channel signal. #[derive(Debug, Clone, PartialEq, Eq, PartialOrd, Ord)] enum Signal { /// Inbox Relays found, the app is ready to subscribe messages InboxReady, /// Message received from relay pool Message(NewMessage), /// Eose received from relay pool Eose, /// An error occurred Error(FailedMessage), } impl Signal { pub fn message(gift_wrap: EventId, rumor: UnsignedEvent) -> Self { Self::Message(NewMessage::new(gift_wrap, rumor)) } pub fn error(event: &Event, reason: T) -> Self where T: Into, { Self::Error(FailedMessage::new(event, reason)) } } /// Chat Registry #[derive(Debug)] pub struct ChatRegistry { /// Chat rooms rooms: Vec>, /// Events that failed to unwrap for any reason trash: Entity>, /// Tracking events seen on which relays in the current session seen: Arc>>>, /// Mapping of unwrapped event ids to their gift wrap event ids event_map: Arc>>, /// True while the initial event backlog is still loading tracking: Arc, /// Channel for sending signals to the UI. signal_tx: flume::Sender, /// Channel for receiving signals from the UI. signal_rx: flume::Receiver, /// Async tasks tasks: SmallVec<[Task>; 2]>, /// Notification listener task (cancelled on signer change) notification_listener: Option>>, /// Signal consumer task (cancelled on signer change) signal_consumer: Option>>, /// Fuzzy matcher for room search (cached; intentionally excluded from Debug) #[allow(dead_code)] matcher: CachedMatcher, /// Subscriptions _subscriptions: SmallVec<[Subscription; 2]>, } /// Wrapper to provide Debug for SkimMatcherV2 struct CachedMatcher(SkimMatcherV2); impl std::fmt::Debug for CachedMatcher { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { f.write_str("CachedMatcher { .. }") } } impl std::ops::Deref for CachedMatcher { type Target = SkimMatcherV2; fn deref(&self) -> &Self::Target { &self.0 } } impl EventEmitter for ChatRegistry {} impl ChatRegistry { /// Retrieve the global chat registry state pub fn global(cx: &App) -> Entity { cx.global::().0.clone() } /// Set the global chat registry instance fn set_global(state: Entity, cx: &mut App) { cx.set_global(GlobalChatRegistry(state)); } /// Create a new chat registry instance fn new(window: &mut Window, cx: &mut Context) -> Self { let nostr = NostrRegistry::global(cx); let (tx, rx) = flume::unbounded::(); let mut subscriptions = smallvec![]; subscriptions.push( // Subscribe to the signer event cx.subscribe(&nostr, |this, _nostr, event, cx| { if event.signer_changed() { this.reset(cx); this.handle_notifications(cx); this.get_metadata(cx); this.get_rooms(cx); }; }), ); // Run at the end of the current cycle cx.defer_in(window, |this, _window, cx| { this.get_rooms(cx); }); Self { rooms: vec![], trash: cx.new(|_| BTreeSet::default()), seen: Arc::new(RwLock::new(HashMap::default())), event_map: Arc::new(RwLock::new(HashMap::default())), tracking: Arc::new(AtomicBool::new(true)), matcher: CachedMatcher(SkimMatcherV2::default()), signal_rx: rx, signal_tx: tx, tasks: smallvec![], notification_listener: None, signal_consumer: None, _subscriptions: subscriptions, } } /// Handle nostr notifications fn handle_notifications(&mut self, cx: &mut Context) { // Cancel previous notification tasks before spawning new ones self.notification_listener = None; self.signal_consumer = None; let nostr = NostrRegistry::global(cx); let client = nostr.read(cx).client(); let signer = nostr.read(cx).signer(); let seen = self.seen.clone(); let event_map = self.event_map.clone(); let trash = self.trash.downgrade(); let sub_id1 = SubscriptionId::new(DEVICE_GIFTWRAP); let sub_id2 = SubscriptionId::new(USER_GIFTWRAP); // Channel for communication between nostr and gpui let tx = self.signal_tx.clone(); let rx = self.signal_rx.clone(); self.notification_listener = Some(cx.background_spawn(async move { let mut notifications = client.notifications(); let mut processed_events = HashSet::new(); const MAX_PROCESSED: usize = 10_000; while let Some(notification) = notifications.next().await { let ClientNotification::Message { message, relay_url } = notification else { continue; }; match *message { RelayMessage::Event { event, .. } => { // Prune the dedup set before it grows unbounded if processed_events.len() >= MAX_PROCESSED { processed_events.clear(); } if !processed_events.insert(event.id) { continue; } // Handle msg relays event to determine when the app is ready to subscribe if event.kind == Kind::InboxRelays { let current_user = signer.get_public_key_async().await?; if event.pubkey == current_user { tx.send_async(Signal::InboxReady).await?; } } // Skip non-gift wrap events if event.kind != Kind::GiftWrap { continue; } // Keep track of which relays have seen this event { let mut seen = seen.write().unwrap(); seen.entry(event.id).or_default().insert(relay_url); } // Extract the rumor from the gift wrap event match extract_rumor(&client, &signer, event.as_ref()).await { Ok(rumor) => { let Some(rumor_id) = rumor.id else { log::error!("Rumor missing id after ensure_id"); continue; }; { let mut event_map = event_map.write().unwrap(); event_map.insert(rumor_id, event.id); } if rumor.tags.is_empty() { let signal = Signal::error(&event, "Recipient is missing"); tx.send_async(signal).await?; } // Emit message for both new and backlog events let signal = Signal::message(event.id, rumor); tx.send_async(signal).await?; } Err(e) => { let reason = format!("Failed to extract rumor: {e}"); let signal = Signal::error(event.as_ref(), reason); tx.send_async(signal).await?; } } } RelayMessage::EndOfStoredEvents(id) if (id.as_ref() == &sub_id1 || id.as_ref() == &sub_id2) => { tx.send_async(Signal::Eose).await?; } _ => {} } } Ok(()) })); self.signal_consumer = Some(cx.spawn(async move |this, cx| { while let Ok(message) = rx.recv_async().await { match message { Signal::Message(message) => { this.update(cx, |this, cx| { this.new_message(message, cx); })?; } Signal::InboxReady => { this.update(cx, |this, cx| { this.get_messages(cx); })?; } Signal::Eose => { this.update(cx, |this, cx| { this.tracking.store(false, Ordering::Release); this.sort(cx); })?; } Signal::Error(failed) => { trash.update(cx, |this, cx| { this.insert(failed); cx.notify(); })?; } }; } Ok(()) })); } /// Get all necessary metadata from relays for current user pub fn get_metadata(&mut self, cx: &mut Context) { let nostr = NostrRegistry::global(cx); let client = nostr.read(cx).client(); let Some(public_key) = nostr.read(cx).current_user() else { return; }; self.tasks.push(cx.spawn(async move |this, cx| { // Subscribe to metadata from relays let opts = SubscribeAutoCloseOptions::default().exit_policy(ReqExitPolicy::ExitOnEOSE); let msg_relays = Filter::new() .kind(Kind::InboxRelays) .author(public_key) .limit(1); let contact_list = Filter::new() .kind(Kind::ContactList) .author(public_key) .limit(1); _ = client .subscribe(vec![msg_relays, contact_list]) .close_on(opts) .await; // Give relays time to respond cx.background_executor().timer(Duration::from_secs(5)).await; // Verify inbox relays were received let filter = Filter::new() .kind(Kind::InboxRelays) .author(public_key) .limit(1); let found = client .database() .query(filter) .await .unwrap_or_default() .first_owned() .is_some(); if !found { this.update(cx, |_this, cx| { cx.emit(ChatEvent::InboxRelayNotFound); })?; } Ok(()) })); } /// Get all messages for the provided signer fn get_messages(&mut self, cx: &mut Context) { let nostr = NostrRegistry::global(cx); let client = nostr.read(cx).client(); let signer = nostr.read(cx).signer(); self.tasks.push(cx.spawn(async move |this, cx| { let task: Task> = cx.background_spawn(async move { let public_key = signer.get_public_key_async().await?; let filter = Filter::new() .kind(Kind::InboxRelays) .author(public_key) .limit(1); let event = client .database() .query(filter) .await? .first_owned() .ok_or(anyhow::anyhow!("No inbox relays found"))?; let relays: Vec = nip17::extract_relay_list(&event).collect(); for url in relays.iter() { client.add_relay(url).and_connect().await?; } let filter = Filter::new().kind(Kind::GiftWrap).pubkey(public_key); let id = SubscriptionId::new(format!("{}-msg", public_key.to_hex())); let target: HashMap = relays .into_iter() .map(|relay| (relay, filter.clone())) .collect(); client.subscribe(target).with_id(id).await?; Ok(()) }); if let Err(e) = task.await { this.update(cx, |_this, cx| { cx.emit(ChatEvent::Error(e.to_string())); })?; } Ok(()) })); } /// Reload the chat registry, fetching messages and contact list from relays. pub fn reload(&mut self, cx: &mut Context) { self.reset(cx); self.get_metadata(cx); self.get_rooms(cx); } /// Get the loading status of the chat registry pub fn loading(&self) -> bool { self.tracking.load(Ordering::Acquire) } /// Get a weak reference to a room by its ID. pub fn room(&self, id: &u64, cx: &App) -> Option> { self.rooms .iter() .find(|this| &this.read(cx).id == id) .map(|this| this.downgrade()) } /// Get all rooms based on the filter. pub fn rooms(&self, filter: &RoomKind, cx: &App) -> Vec> { self.rooms .iter() .filter(|room| &room.read(cx).kind == filter) .cloned() .collect() } /// Count the number of rooms based on the filter. pub fn count(&self, filter: &RoomKind, cx: &App) -> usize { self.rooms .iter() .filter(|room| &room.read(cx).kind == filter) .count() } /// Count the number of messages seen by a given relay. pub fn count_messages(&self, relay_url: &RelayUrl) -> usize { self.seen .read() .unwrap() .values() .filter(|s| s.contains(relay_url)) .count() } /// Count the number of trash messages. pub fn count_trash_messages(&self, cx: &App) -> usize { self.trash.read(cx).len() } /// Get the trash messages entity. pub fn trash(&self) -> Entity> { self.trash.clone() } /// Get the relays that have seen a given rumor id. pub fn rumor_seen_on(&self, id: &EventId) -> Option> { self.event_map .read() .unwrap() .get(id) .map(|id| self.seen_on(id)) } /// Get the relays that have seen a given gift wrap id. pub fn seen_on(&self, id: &EventId) -> HashSet { self.seen .read() .unwrap() .get(id) .cloned() .unwrap_or_default() } /// Add a new room to the start of list. pub fn add_room(&mut self, room: I, cx: &mut Context) where I: Into, { let nostr = NostrRegistry::global(cx); let Some(public_key) = nostr.read(cx).current_user() else { return; }; let room: Room = room.into().organize(&public_key); self.rooms.insert(0, cx.new(|_| room)); cx.emit(ChatEvent::Ping); cx.notify(); } /// Emit an open room event. /// /// If the room is new, add it to the registry. pub fn emit_room(&mut self, room: &Entity, cx: &mut Context) { // Get the room's ID. let id = room.read(cx).id; // If the room is new, add it to the registry. if !self.rooms.iter().any(|r| r.read(cx).id == id) { self.rooms.insert(0, room.to_owned()); } // Emit the open room event. cx.emit(ChatEvent::OpenRoom(id)); } /// Close a room. pub fn close_room(&mut self, id: u64, cx: &mut Context) { if self.rooms.iter().any(|r| r.read(cx).id == id) { cx.emit(ChatEvent::CloseRoom(id)); } } /// Sort rooms by their created at. pub fn sort(&mut self, cx: &mut Context) { self.rooms.sort_by_key(|ev| Reverse(ev.read(cx).created_at)); cx.notify(); } /// Finding rooms based on a query. pub fn find(&self, query: &str, cx: &App) -> Vec> { if let Ok(public_key) = PublicKey::parse(query) { self.rooms .iter() .filter(|room| room.read(cx).members.contains(&public_key)) .cloned() .collect() } else { self.rooms .iter() .filter(|room| { self.matcher .fuzzy_match(room.read(cx).display_name(cx).as_ref(), query) .is_some() }) .cloned() .collect() } } /// Reset the registry. pub fn reset(&mut self, cx: &mut Context) { self.rooms.clear(); self.trash.update(cx, |this, cx| { this.clear(); cx.notify(); }); cx.notify(); } /// Extend the registry with new rooms. fn extend_rooms(&mut self, rooms: HashSet, cx: &mut Context) { let mut room_map: HashMap = self .rooms .iter() .enumerate() .map(|(idx, room)| (room.read(cx).id, idx)) .collect(); for new_room in rooms.into_iter() { // Check if we already have a room with this ID if let Some(&index) = room_map.get(&new_room.id) { self.rooms[index].update(cx, |this, cx| { if new_room.created_at > this.created_at { *this = new_room; cx.notify(); } }); } else { let new_room_id = new_room.id; self.rooms.push(cx.new(|_| new_room)); let new_index = self.rooms.len(); room_map.insert(new_room_id, new_index); } } } /// Load all rooms from the database. pub fn get_rooms(&mut self, cx: &mut Context) { let nostr = NostrRegistry::global(cx); let Some(public_key) = nostr.read(cx).current_user() else { return; }; let task = self.get_rooms_from_database(public_key, cx); self.tasks.push(cx.spawn(async move |this, cx| { match task.await { Ok(rooms) => { this.update(cx, |this, cx| { this.extend_rooms(rooms, cx); this.sort(cx); })?; } Err(e) => { this.update(cx, |_, cx| { cx.emit(ChatEvent::Error(e.to_string())); })?; } }; Ok(()) })); } /// Create a task to load rooms from the database fn get_rooms_from_database( &self, public_key: PublicKey, cx: &App, ) -> Task, Error>> { let nostr = NostrRegistry::global(cx); let client = nostr.read(cx).client(); cx.background_spawn(async move { // Get contacts let contacts = client .database() .contacts_public_keys(public_key) .await .unwrap_or_default(); // Construct authored filter let authored_filter = Filter::new() .kind(Kind::ApplicationSpecificData) .custom_tag(SingleLetterTag::lowercase(Alphabet::A), public_key); // Get all authored events let authored = client.database().query(authored_filter).await?; // Construct addressed filter let addressed_filter = Filter::new() .kind(Kind::ApplicationSpecificData) .custom_tag(SingleLetterTag::lowercase(Alphabet::P), public_key); // Get all addressed events let addressed = client.database().query(addressed_filter).await?; // Merge authored and addressed events let events = authored.merge(addressed); // Collect results let mut rooms: HashSet = HashSet::new(); let mut grouped: HashMap> = HashMap::new(); // Process each event and group by room hash for raw in events.into_iter() { if let Ok(rumor) = UnsignedEvent::from_json(&raw.content) && rumor.tags.public_keys().peekable().peek().is_some() { grouped.entry(rumor.uniq_id()).or_default().push(rumor); } } for (_id, mut messages) in grouped.into_iter() { messages.sort_by_key(|m| Reverse(m.created_at)); // Always use the latest message let Some(latest) = messages.first() else { continue; }; // Construct the room from the latest message. // // Call `.organize` to ensure the current user is at the end of the list. let mut room = Room::from(latest).organize(&public_key); // Check if the user has responded to the room let user_sent = messages.iter().any(|m| m.pubkey == public_key); // Check if public keys are from the user's contacts let is_contact = room.members.iter().any(|k| contacts.contains(k)); // Set the room's kind based on status if user_sent || is_contact { room = room.kind(RoomKind::Ongoing); } rooms.insert(room); } Ok(rooms) }) } /// Parse a nostr event into a message and push it to the belonging room /// /// If the room doesn't exist, it will be created. /// Updates room ordering based on the most recent messages. pub fn new_message(&mut self, message: NewMessage, cx: &mut Context) { let nostr = NostrRegistry::global(cx); let Some(public_key) = nostr.read(cx).current_user() else { return; }; match self.rooms.iter().find(|e| e.read(cx).id == message.room) { Some(room) => { room.update(cx, |this, cx| { if this.kind == RoomKind::Request && message.rumor.pubkey == public_key { this.set_ongoing(cx); } this.push_message(message, cx); }); self.sort(cx); } None => { // Push the new room to the front of the list self.add_room(message.rumor, cx); } } } /// Trigger a refresh of the opened chat rooms by their IDs pub fn refresh_rooms(&mut self, ids: &[u64], cx: &mut Context) { for room in self.rooms.iter() { if ids.contains(&room.read(cx).id) { room.update(cx, |this, cx| { this.emit_refresh(cx); }); } } } } /// Unwraps a gift-wrapped event and processes its contents. async fn extract_rumor( client: &Client, signer: &UniversalSigner, gift_wrap: &Event, ) -> Result { // Try to get cached rumor first if let Ok(rumor) = get_rumor(client, gift_wrap.id).await { return Ok(rumor); } // Try to unwrap with the available signer let unwrapped = try_unwrap_with(signer, gift_wrap).await?; let mut rumor = unwrapped.rumor; // Generate event id for the rumor if it doesn't have one rumor.ensure_id(); // Cache the rumor if let Err(e) = set_rumor(client, gift_wrap.id, &rumor).await { log::error!("Failed to cache rumor: {e:?}"); } Ok(rumor) } /// Attempts to unwrap a gift wrap event with a given signer. async fn try_unwrap_with( signer: &UniversalSigner, gift_wrap: &Event, ) -> Result { // Get the sealed event let seal = signer .nip44_decrypt_async(&gift_wrap.pubkey, &gift_wrap.content) .await?; // Verify the sealed event let seal: Event = Event::from_json(seal)?; seal.verify_with_ctx(&SECP256K1)?; // Get the rumor event let rumor = signer .nip44_decrypt_async(&seal.pubkey, &seal.content) .await?; let rumor = UnsignedEvent::from_json(rumor)?; Ok(UnwrappedGift { sender: seal.pubkey, rumor, }) } /// Stores an unwrapped event in local database with reference to original async fn set_rumor(client: &Client, id: EventId, rumor: &UnsignedEvent) -> Result<(), Error> { let rumor_id = rumor.id.context("Rumor is missing an event id")?; let author = rumor.pubkey; let conversation = conversation_id(rumor); let mut tags = rumor.tags.clone().to_vec(); // Add a unique identifier tags.push(Tag::identifier(id)); // Add a reference to the rumor's author tags.push(Tag::custom("a", [author])); // Add a conversation id tags.push(Tag::custom("c", [conversation.to_string()])); // Add a reference to the rumor's id tags.push(Tag::event(rumor_id)); // Add references to the rumor's participants for receiver in rumor.tags.public_keys() { tags.push(Tag::custom("P", [receiver])); } // Convert rumor to json let content = rumor.as_json(); // Construct the event let event = EventBuilder::new(Kind::ApplicationSpecificData, content) .tags(tags) .finalize_async(&*LOCAL_KEYS) .await?; // Save the event to the database client.database().save_event(&event).await?; Ok(()) } /// Retrieves a previously unwrapped event from local database async fn get_rumor(client: &Client, gift_wrap: EventId) -> Result { let filter = Filter::new() .kind(Kind::ApplicationSpecificData) .identifier(gift_wrap) .limit(1); if let Some(event) = client.database().query(filter).await?.first_owned() { UnsignedEvent::from_json(event.content).map_err(|e| anyhow!(e)) } else { Err(anyhow!("Event is not cached yet.")) } } /// Get the conversation ID for a given rumor (message). fn conversation_id(rumor: &UnsignedEvent) -> u64 { let mut hasher = DefaultHasher::new(); let mut pubkeys: Vec = rumor.tags.public_keys().collect(); pubkeys.push(rumor.pubkey); pubkeys.sort(); pubkeys.dedup(); pubkeys.hash(&mut hasher); hasher.finish() }