diff --git a/crates/compute_graph/src/builder.rs b/crates/compute_graph/src/builder.rs
index 229721f..0273186 100644
--- a/crates/compute_graph/src/builder.rs
+++ b/crates/compute_graph/src/builder.rs
@@ -215,12 +215,14 @@ impl<O: 'static, S: Synchronicity> GraphBuilder<O, S> {
             });
         }
 
+        let mut graph = self.node_graph.borrow_mut();
+
         for (source, dest) in edges {
-            self.node_graph.borrow_mut().add_edge(source, dest, ());
+            graph.add_edge(source, dest, ());
         }
 
-        let mut graph = self.node_graph.borrow_mut();
         util::remove_nodes_not_connected_to(&mut *graph, output.node_idx);
+
         drop(graph);
 
         let sorted_nodes =