upleb.uk

Public git repos — served from a NIP-34 GRASP relay at git.upleb.uk

summaryrefslogtreecommitdiff
path: root/src/git
diff options
context:
space:
mode:
Diffstat (limited to 'src/git')
-rw-r--r--src/git/mod.rs1
-rw-r--r--src/git/process.rs255
-rw-r--r--src/git/sync.rs190
3 files changed, 299 insertions, 147 deletions
diff --git a/src/git/mod.rs b/src/git/mod.rs
index fb17c53..205e3bc 100644
--- a/src/git/mod.rs
+++ b/src/git/mod.rs
@@ -19,6 +19,7 @@
19 19
20pub mod authorization; 20pub mod authorization;
21pub mod handlers; 21pub mod handlers;
22pub mod process;
22pub mod protocol; 23pub mod protocol;
23pub mod subprocess; 24pub mod subprocess;
24pub mod sync; 25pub mod sync;
diff --git a/src/git/process.rs b/src/git/process.rs
new file mode 100644
index 0000000..d052c04
--- /dev/null
+++ b/src/git/process.rs
@@ -0,0 +1,255 @@
1//! Event Processing - Unified logic for processing state and PR events with git data
2//!
3//! This module provides the core processing logic used when events have git data available.
4//! These functions are used in multiple scenarios:
5//! - When events arrive with git data already available (policy handlers)
6//! - When events are released from purgatory (purgatory sync)
7//! - When git pushes trigger purgatory releases (receive-pack handler)
8
9use std::path::Path;
10use nostr_sdk::Event;
11use crate::git::authorization::{collect_authorized_maintainers, RepositoryData};
12use crate::git::sync::{align_repository_with_state, sync_pr_refs_to_tagged_owner_repos, copy_missing_oids_between_repos};
13use crate::git;
14use crate::nostr::events::RepositoryState;
15
16/// Result of processing a state event with git data
17#[derive(Debug, Default, Clone)]
18pub struct ProcessStateResult {
19 /// Number of repositories synced (OIDs copied + refs aligned)
20 pub repos_synced: usize,
21 /// Number of refs created across all repos
22 pub refs_created: usize,
23 /// Number of refs updated across all repos
24 pub refs_updated: usize,
25 /// Number of refs deleted across all repos
26 pub refs_deleted: usize,
27 /// Errors encountered (non-fatal)
28 pub errors: Vec<String>,
29}
30
31/// Result of processing a PR event with git data
32#[derive(Debug, Default, Clone)]
33pub struct ProcessPrResult {
34 /// Number of repositories synced
35 pub repos_synced: usize,
36 /// Number of refs created across all repos
37 pub refs_created: usize,
38 /// Errors encountered (non-fatal)
39 pub errors: Vec<String>,
40}
41
42/// Process a single state event that has git data available.
43///
44/// This is the core processing logic used when:
45/// - A state event arrives with git data already available
46/// - A state event is released from purgatory
47///
48/// Does NOT save to database or notify subscribers - caller handles that.
49///
50/// # Processing Steps
51/// 1. Identify owner repos where state author is an authorized maintainer
52/// 2. For each owner repo, check if this state is the latest authorized
53/// 3. Copy missing OIDs from source repo to target repo
54/// 4. Align refs (branches, tags, HEAD) with the state
55///
56/// # Arguments
57/// * `state` - The state event to process
58/// * `source_repo_path` - Path to repo that has the git data
59/// * `db_repo_data` - Repository data from database (announcements + states)
60/// * `git_data_path` - Base path for git repositories
61///
62/// # Returns
63/// ProcessStateResult with statistics
64pub fn process_state_with_git_data(
65 state: &RepositoryState,
66 source_repo_path: &Path,
67 db_repo_data: &RepositoryData,
68 git_data_path: &Path,
69) -> ProcessStateResult {
70 let mut result = ProcessStateResult::default();
71
72 let state_author = state.event.pubkey.to_hex();
73
74 // Collect authorized maintainers per owner
75 let by_owner = collect_authorized_maintainers(&db_repo_data.announcements);
76
77 // Step 1: Identify owner repos that the state event author is maintainer for
78 let authorized_owners: Vec<&String> = by_owner
79 .iter()
80 .filter(|(_, maintainers)| maintainers.contains(&state_author))
81 .map(|(owner, _)| owner)
82 .collect();
83
84 if authorized_owners.is_empty() {
85 tracing::debug!(
86 identifier = %state.identifier,
87 author = %state_author,
88 "State event author not authorized for any owner"
89 );
90 return result;
91 }
92
93 // Process each owner repo that authorizes this state event author
94 for owner in &authorized_owners {
95 let maintainers = by_owner.get(*owner).unwrap();
96
97 // Step 2: Check if this state event is the latest authorized for this owner
98 let is_latest = crate::git::sync::is_latest_authorized_state_public(
99 state,
100 maintainers,
101 &db_repo_data.states,
102 );
103
104 if !is_latest {
105 tracing::debug!(
106 identifier = %state.identifier,
107 owner = %owner,
108 "Skipping owner - newer authorized state exists"
109 );
110 continue;
111 }
112
113 // Find the announcement for this owner
114 let Some(announcement) = db_repo_data
115 .announcements
116 .iter()
117 .find(|a| a.event.pubkey.to_hex() == **owner)
118 else {
119 continue;
120 };
121
122 let target_repo_path = git_data_path.join(announcement.repo_path());
123
124 // Step 3: Check git repo exists for that owner
125 if !target_repo_path.exists() {
126 tracing::debug!(
127 identifier = %state.identifier,
128 owner = %owner,
129 repo_path = %target_repo_path.display(),
130 "Skipping owner - repository doesn't exist"
131 );
132 continue;
133 }
134
135 // Step 4: Copy all required OIDs to that repo (unless it's source_repo_path)
136 if target_repo_path != source_repo_path {
137 if let Err(e) = copy_missing_oids_between_repos(
138 source_repo_path,
139 &target_repo_path,
140 state,
141 ) {
142 tracing::warn!(
143 identifier = %state.identifier,
144 source = %source_repo_path.display(),
145 target = %target_repo_path.display(),
146 error = %e,
147 "Failed to copy OIDs between repos"
148 );
149 result.errors.push(e);
150 continue; // Skip this owner repo
151 }
152 }
153
154 // Step 5: Reset the git state in that repo to match the state event
155 let align_result = align_repository_with_state(&target_repo_path, state);
156 result.repos_synced += 1;
157 result.refs_created += align_result.refs_created;
158 result.refs_updated += align_result.refs_updated;
159 result.refs_deleted += align_result.refs_deleted;
160
161 tracing::info!(
162 identifier = %state.identifier,
163 owner = %owner,
164 repo_path = %target_repo_path.display(),
165 refs_created = align_result.refs_created,
166 refs_updated = align_result.refs_updated,
167 refs_deleted = align_result.refs_deleted,
168 head_set = align_result.head_set,
169 "Aligned repository with state"
170 );
171 }
172
173 result
174}
175
176/// Process a single PR event that has git data available.
177///
178/// This is the core processing logic used when:
179/// - A PR event arrives with git data already available
180/// - A PR event is released from purgatory
181///
182/// Does NOT save to database or notify subscribers - caller handles that.
183///
184/// # Processing Steps
185/// 1. Sync PR commit to owner repos using tagged maintainer logic
186/// 2. Create refs/nostr/<event-id> ref in source repo (if missing)
187/// 3. Create refs/nostr/<event-id> refs in all synced repos
188///
189/// # Arguments
190/// * `event` - The PR event to process
191/// * `commit` - The commit hash from the PR event
192/// * `source_repo_path` - Path to repo that has the commit
193/// * `db_repo_data` - Repository data from database (announcements + states)
194/// * `git_data_path` - Base path for git repositories
195/// * `source_owner_pubkey` - Owner pubkey of source repo (to skip)
196///
197/// # Returns
198/// ProcessPrResult with statistics
199pub fn process_pr_with_git_data(
200 event: &Event,
201 commit: &str,
202 source_repo_path: &Path,
203 db_repo_data: &RepositoryData,
204 git_data_path: &Path,
205 source_owner_pubkey: &str,
206) -> ProcessPrResult {
207 let mut result = ProcessPrResult::default();
208
209 let event_id = event.id.to_hex();
210
211 // Sync PR ref to owner repos using tagged maintainer logic
212 let pr_refs = vec![(event_id.clone(), commit.to_string())];
213 let pr_events = vec![event.clone()];
214
215 let sync_result = sync_pr_refs_to_tagged_owner_repos(
216 source_repo_path,
217 &pr_refs,
218 &pr_events,
219 db_repo_data,
220 git_data_path,
221 source_owner_pubkey,
222 );
223 result.repos_synced += sync_result.repos_synced;
224 result.refs_created += sync_result.refs_created;
225 result.errors.extend(
226 sync_result
227 .errors
228 .into_iter()
229 .map(|(_, e)| e),
230 );
231
232 // Create the ref in the source repo if it doesn't exist
233 let ref_name = format!("refs/nostr/{}", event_id);
234 if git::get_ref_commit(source_repo_path, &ref_name).is_none() {
235 if let Err(e) = git::update_ref(source_repo_path, &ref_name, commit) {
236 tracing::warn!(
237 event_id = %event_id,
238 repo = %source_repo_path.display(),
239 error = %e,
240 "Failed to create PR ref in source repo"
241 );
242 result.errors.push(e);
243 } else {
244 result.refs_created += 1;
245 tracing::info!(
246 event_id = %event_id,
247 commit = %commit,
248 repo = %source_repo_path.display(),
249 "Created PR ref in source repo"
250 );
251 }
252 }
253
254 result
255}
diff --git a/src/git/sync.rs b/src/git/sync.rs
index 2f43e6e..5e2d3f2 100644
--- a/src/git/sync.rs
+++ b/src/git/sync.rs
@@ -908,12 +908,9 @@ async fn process_purgatory_state_events(
908 } 908 }
909 }; 909 };
910 910
911 // Collect authorized maintainers per owner (computed once)
912 let by_owner = collect_authorized_maintainers(&db_repo_data.announcements);
913
914 // Process each state event in chronological order 911 // Process each state event in chronological order
915 for entry in &purgatory_states { 912 for entry in &purgatory_states {
916 // Step 0: Check if we have all the git data needed to apply this state event 913 // Check if we have all the git data needed to apply this state event
917 if !can_apply_state(&entry.event, source_repo_path) { 914 if !can_apply_state(&entry.event, source_repo_path) {
918 debug!( 915 debug!(
919 identifier = %identifier, 916 identifier = %identifier,
@@ -940,122 +937,19 @@ async fn process_purgatory_state_events(
940 } 937 }
941 }; 938 };
942 939
943 let state_author = state.event.pubkey.to_hex(); 940 // Use unified processing function
944 941 let process_result = crate::git::process::process_state_with_git_data(
945 // Step 1: Identify owner repos that the state event author is maintainer for 942 &state,
946 let authorized_owners: Vec<&String> = by_owner 943 source_repo_path,
947 .iter() 944 &db_repo_data,
948 .filter(|(_, maintainers)| maintainers.contains(&state_author)) 945 git_data_path,
949 .map(|(owner, _)| owner) 946 );
950 .collect();
951
952 if authorized_owners.is_empty() {
953 debug!(
954 identifier = %identifier,
955 event_id = %entry.event.id,
956 pubkey = %state_author,
957 "State event author not authorized for any owner - skipping"
958 );
959 continue;
960 }
961
962 // Track if we applied to at least one owner repo
963 let mut applied_to_any = false;
964
965 // Process each owner repo that authorizes this state event author
966 for owner in &authorized_owners {
967 let maintainers = by_owner.get(*owner).unwrap();
968
969 // Step 2: Check if this state event is the latest authorized for this owner
970 // Only consider database states, not other purgatory states
971 let is_latest = is_latest_authorized_state(
972 &state,
973 maintainers,
974 &db_repo_data.states,
975 );
976
977 if !is_latest {
978 debug!(
979 identifier = %identifier,
980 event_id = %entry.event.id,
981 owner = %owner,
982 "Skipping owner - a newer authorized state exists"
983 );
984 continue;
985 }
986
987 // Find the announcement for this owner
988 let announcement = db_repo_data
989 .announcements
990 .iter()
991 .find(|a| a.event.pubkey.to_hex() == **owner);
992
993 let Some(announcement) = announcement else {
994 continue;
995 };
996
997 let target_repo_path = git_data_path.join(announcement.repo_path());
998
999 // Step 3: Check git repo exists for that owner
1000 if !target_repo_path.exists() {
1001 debug!(
1002 identifier = %identifier,
1003 owner = %owner,
1004 repo_path = %target_repo_path.display(),
1005 "Skipping owner - repository doesn't exist"
1006 );
1007 continue;
1008 }
1009
1010 // Step 4: Copy all required OIDs to that repo (unless it's source_repo_path)
1011 if target_repo_path != source_repo_path {
1012 if let Err(e) =
1013 copy_missing_oids_between_repos(source_repo_path, &target_repo_path, &state)
1014 {
1015 warn!(
1016 identifier = %identifier,
1017 source = %source_repo_path.display(),
1018 target = %target_repo_path.display(),
1019 error = %e,
1020 "Failed to copy OIDs between repos"
1021 );
1022 result
1023 .errors
1024 .push((target_repo_path.display().to_string(), e).1);
1025 // Continue anyway - we'll try to align what we can
1026 }
1027 }
1028
1029 // Step 5: Reset the git state in that repo to match the state event
1030 // (excluding refs/nostr/*)
1031 let align_result = align_repository_with_state(&target_repo_path, &state);
1032 result.repos_synced += 1;
1033 result.refs_created += align_result.refs_created;
1034 result.refs_updated += align_result.refs_updated;
1035 result.refs_deleted += align_result.refs_deleted;
1036
1037 info!(
1038 identifier = %identifier,
1039 owner = %owner,
1040 event_id = %entry.event.id,
1041 repo_path = %target_repo_path.display(),
1042 refs_created = align_result.refs_created,
1043 refs_updated = align_result.refs_updated,
1044 refs_deleted = align_result.refs_deleted,
1045 head_set = align_result.head_set,
1046 "Aligned repository with state from purgatory"
1047 );
1048
1049 applied_to_any = true;
1050 }
1051 947
1052 // We have the git data now, so we should release from purgatory regardless of 948 result.repos_synced += process_result.repos_synced;
1053 // whether we applied to any repo. The question is: should we save to DB or just remove? 949 result.refs_created += process_result.refs_created;
1054 // 950 result.refs_updated += process_result.refs_updated;
1055 // - If there's a newer state event from the same author already in the DB, just remove 951 result.refs_deleted += process_result.refs_deleted;
1056 // (no point saving an older event that will never be used) 952 result.errors.extend(process_result.errors);
1057 // - Otherwise, save it to the DB (even if we didn't apply to any repo, because in the
1058 // future the currently-authorized state event might be deleted and this one should apply)
1059 953
1060 // Check if there's a newer state from the same author in the database 954 // Check if there's a newer state from the same author in the database
1061 let has_newer_from_same_author = db_repo_data.states.iter().any(|s| { 955 let has_newer_from_same_author = db_repo_data.states.iter().any(|s| {
@@ -1073,17 +967,16 @@ async fn process_purgatory_state_events(
1073 debug!( 967 debug!(
1074 identifier = %identifier, 968 identifier = %identifier,
1075 event_id = %entry.event.id, 969 event_id = %entry.event.id,
1076 author = %state_author,
1077 "Removed older state event from purgatory - newer event from same author exists in DB" 970 "Removed older state event from purgatory - newer event from same author exists in DB"
1078 ); 971 );
1079 } else { 972 } else {
1080 // Save to database (even if we didn't apply to any repo) 973 // Save to database
1081 match database.save_event(&entry.event).await { 974 match database.save_event(&entry.event).await {
1082 Ok(_) => { 975 Ok(_) => {
1083 info!( 976 info!(
1084 identifier = %identifier, 977 identifier = %identifier,
1085 event_id = %entry.event.id, 978 event_id = %entry.event.id,
1086 applied_to_repos = applied_to_any, 979 repos_synced = process_result.repos_synced,
1087 "Saved purgatory state event to database" 980 "Saved purgatory state event to database"
1088 ); 981 );
1089 982
@@ -1169,6 +1062,25 @@ fn is_latest_authorized_state(
1169 } 1062 }
1170} 1063}
1171 1064
1065/// Check if a state event is the latest authorized state for a given maintainer set.
1066///
1067/// Only considers states already in the database, not other purgatory states.
1068///
1069/// # Arguments
1070/// * `state` - The state event to check
1071/// * `maintainers` - The set of authorized maintainers for the owner
1072/// * `db_states` - State events from the database
1073///
1074/// # Returns
1075/// true if this state is the latest (or equal latest) among all authorized states in the DB
1076pub fn is_latest_authorized_state_public(
1077 state: &RepositoryState,
1078 maintainers: &[String],
1079 db_states: &[RepositoryState],
1080) -> bool {
1081 is_latest_authorized_state(state, maintainers, db_states)
1082}
1083
1172/// Process PR events from purgatory that can now be satisfied. 1084/// Process PR events from purgatory that can now be satisfied.
1173async fn process_purgatory_pr_events( 1085async fn process_purgatory_pr_events(
1174 identifier: &str, 1086 identifier: &str,
@@ -1224,39 +1136,23 @@ async fn process_purgatory_pr_events(
1224 continue; 1136 continue;
1225 } 1137 }
1226 1138
1227 // Sync PR ref to owner repos 1139 // Extract owner pubkey
1228 let pr_refs = vec![(event.id.to_hex(), entry.commit.clone())];
1229 let pr_events = vec![event.clone()];
1230
1231 // Get owner pubkey from source repo path
1232 let owner_pubkey = extract_owner_from_repo_path(source_repo_path, git_data_path) 1140 let owner_pubkey = extract_owner_from_repo_path(source_repo_path, git_data_path)
1233 .unwrap_or_default(); 1141 .unwrap_or_default();
1234 1142
1235 let sync_result = sync_pr_refs_to_tagged_owner_repos( 1143 // Use unified processing function
1144 let process_result = crate::git::process::process_pr_with_git_data(
1145 event,
1146 &entry.commit,
1236 source_repo_path, 1147 source_repo_path,
1237 &pr_refs,
1238 &pr_events,
1239 &db_repo_data, 1148 &db_repo_data,
1240 git_data_path, 1149 git_data_path,
1241 &owner_pubkey, 1150 &owner_pubkey,
1242 ); 1151 );
1243 result.repos_synced += sync_result.repos_synced;
1244 result.refs_created += sync_result.refs_created;
1245 1152
1246 // Create the ref in the source repo if it doesn't exist 1153 result.repos_synced += process_result.repos_synced;
1247 let ref_name = format!("refs/nostr/{}", event.id.to_hex()); 1154 result.refs_created += process_result.refs_created;
1248 if git::get_ref_commit(source_repo_path, &ref_name).is_none() { 1155 result.errors.extend(process_result.errors);
1249 if let Err(e) = git::update_ref(source_repo_path, &ref_name, &entry.commit) {
1250 warn!(
1251 identifier = %identifier,
1252 event_id = %event.id,
1253 error = %e,
1254 "Failed to create PR ref in source repo"
1255 );
1256 } else {
1257 result.refs_created += 1;
1258 }
1259 }
1260 1156
1261 // Save event to database 1157 // Save event to database
1262 match database.save_event(event).await { 1158 match database.save_event(event).await {
@@ -1307,7 +1203,7 @@ async fn process_purgatory_pr_events(
1307/// Extract owner pubkey from a repository path. 1203/// Extract owner pubkey from a repository path.
1308/// 1204///
1309/// Given a path like `{git_data_path}/{npub}/{identifier}.git`, extracts the npub. 1205/// Given a path like `{git_data_path}/{npub}/{identifier}.git`, extracts the npub.
1310fn extract_owner_from_repo_path(repo_path: &Path, git_data_path: &Path) -> Option<String> { 1206pub fn extract_owner_from_repo_path(repo_path: &Path, git_data_path: &Path) -> Option<String> {
1311 let relative = repo_path.strip_prefix(git_data_path).ok()?; 1207 let relative = repo_path.strip_prefix(git_data_path).ok()?;
1312 let components: Vec<_> = relative.components().collect(); 1208 let components: Vec<_> = relative.components().collect();
1313 if !components.is_empty() { 1209 if !components.is_empty() {