diff --git a/publish.py b/publish.py
index f1e0e5f65..6fceca274 100755
--- a/publish.py
+++ b/publish.py
@@ -320,7 +320,7 @@ def upload_with_retries(path: str, desc: str, num_tries: int = 4, sleep_time: fl
                 time.sleep(sleep_time)
 
         if self.is_nightly:
-            for fname in existing_assets:
+            for fname in tuple(existing_assets):
                 self.info(f'Deleting {fname} from GitHub with id: {existing_assets[fname]}')
                 delete_asset(existing_assets[fname])
                 del existing_assets[fname]