Merge branch 'varunsridharan:main' into main

Add a blacklist for repositories

README.md

@@ -35,31 +35,32 @@ Or you can download the source code and install it where ever you need
 | --- | --- |
 | `github.username` | Your Github Username |
 | `github.accesstoken` | Your Github Account's Personal Access Token |
-| - | - | 
+| - | - |
 | `gitea.host` | Selfhosted Gitea URL without `/` at the end |
 | `gitea.accesstoken` | Your Personal Access Token |
 | `gitea.username` | Account User Name |
 | `gitea.gist.prefix` | Custom Prefix For Repository When Mirroring Gists |
 | `gitea.gist.surfix` | Custom Prefix For Repository When Mirroring Gists |
-| - | - | 
-| `repomap` | Remap A Repository To Diff User | 
-| `gistsSource` | set to true to mirror all Gists Created By You| 
-| `gistsStared` | set to true to mirror all Gists Stared By You| 
-| `repositoryStared` | set to true to mirror all Repository Stared By You | 
-| `repositorySource` | set to true to mirror all Repository Created By You | 
-| `repositoryForked` | set to true to mirror all Repository Forked By You | 
+| - | - |
+| `repomap` | Remap A Repository To Diff User |
+| `blacklist` | A list of glob-expression on github full repository names to skip |
+| `gistsSource` | set to true to mirror all Gists Created By You|
+| `gistsStared` | set to true to mirror all Gists Stared By You|
+| `repositoryStared` | set to true to mirror all Repository Stared By You |
+| `repositorySource` | set to true to mirror all Repository Created By You |
+| `repositoryForked` | set to true to mirror all Repository Forked By You |
 | - | - |
 | `local_cache.enabled` | Set to **true** to store all repostiory slugs from gitea as json |
 | `local_cache.file_path` | Custom Path to store json file |
 
-> Local Cache can come handly when running this script via cron 
+> Local Cache can come handly when running this script via cron
 > which reduces api request your selfhosted gitea instance
 
 ### Run cmd & Wait
 
     $ python3 mirror.py
-    
-    
+
+
 ## Cron Setup
 1. Run `crontab -e`
 2. `mkdir $HOME/mirrorLogs -p`

src/config.json

@@ -14,6 +14,7 @@
 	}
   },
   "repomap"          : { },
+  "blacklist"        : [ ],
   "gistsSource"      : true,
   "gistsStared"      : true,
   "repositoryStared" : true,

src/helper.py

@@ -5,6 +5,7 @@ import requests
 import json
 import sys
 import os
+import fnmatch
 from datetime import datetime
 
 giteaGetUserCache = dict()
@@ -78,9 +79,9 @@ def giteaCreateRepo(data,isPrivate,isRepository):
         data["service"] = 'github'
         data["wiki"] = True
         data["auth_token"]  = "{0}".format(config['github']['accesstoken'])
-        
 
-    
+
+
     jsonstring = json.dumps(data)
     r = session.post(giteaHost('repos/migrate'), data=jsonstring)
 
@@ -201,3 +202,14 @@ def giteaGetAllUsersOrgs(type):
         loopCount += 1
 
     return results
+
+
+def isBlacklistedRepository(full_name):
+    blacklist = config.get('blacklist', [])
+    if isinstance(blacklist, str):
+        blacklist = [blacklist]
+
+    for pattern in blacklist:
+        if fnmatch.fnmatch(full_name, pattern):
+            return True
+    return False

src/repositoryForked.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 # https://github.com/PyGithub/PyGithub
-from helper import log,getConfig,giteaCreateUserOrOrg,giteaSetRepoTopics,giteaSession,giteaCreateRepo,ghApi,giteaCreateOrg,giteaGetUser,config
+from helper import isBlacklistedRepository, log,getConfig,giteaCreateUserOrOrg,giteaSetRepoTopics,giteaSession,giteaCreateRepo,ghApi,giteaCreateOrg,giteaGetUser,config
 from github import GithubException
 from localCacheHelper import giteaExistsRepos,saveLocalCache
 import time
@@ -21,6 +21,10 @@ def repositoryForked():
 
             log('Forked Repository : {0}'.format(repo.full_name))
 
+            if isBlacklistedRepository(repo.full_name):
+                print("     ---> Warning : Repository Matches Blacklist")
+                continue
+
             if real_repo in repo_map:
                 gitea_dest_user = repo_map[real_repo]
 

src/repositorySource.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 # https://github.com/PyGithub/PyGithub
-from helper import log,getConfig,giteaCreateUserOrOrg,giteaSetRepoTopics,giteaSession,giteaCreateRepo,ghApi,giteaCreateOrg,giteaGetUser,config
+from helper import isBlacklistedRepository, log,getConfig,giteaCreateUserOrOrg,giteaSetRepoTopics,giteaSession,giteaCreateRepo,ghApi,giteaCreateOrg,giteaGetUser,config
 from github import GithubException
 from localCacheHelper import giteaExistsRepos,saveLocalCache
 import time
@@ -21,6 +21,10 @@ def repositorySource():
 
             log('Source Repository : {0}'.format(repo.full_name))
 
+            if isBlacklistedRepository(repo.full_name):
+                print("     ---> Warning : Repository Matches Blacklist")
+                continue
+
             if real_repo in repo_map:
                 gitea_dest_user = repo_map[real_repo]
 

src/repositoryStared.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 # https://github.com/PyGithub/PyGithub
-from helper import log,getConfig,giteaSetRepoTopics,giteaSession,giteaSetRepoStar,giteaCreateRepo,ghApi,giteaCreateUserOrOrg,giteaGetUser,config
+from helper import isBlacklistedRepository, log,getConfig,giteaSetRepoTopics,giteaSession,giteaSetRepoStar,giteaCreateRepo,ghApi,giteaCreateUserOrOrg,giteaGetUser,config
 from github import GithubException
 from localCacheHelper import giteaExistsRepos,saveLocalCache
 import time
@@ -20,6 +20,10 @@ def repositoryStared():
 
         log('⭐  Star\'ed Repository : {0}'.format(repo.full_name))
 
+        if isBlacklistedRepository(repo.full_name):
+            print("     ---> Warning : Repository Matches Blacklist")
+            continue
+
         if real_repo in repo_map:
             gitea_dest_user = repo_map[real_repo]