test Pr/180

Dockerfile

@@ -1,6 +1,6 @@
 FROM ubuntu
 
-RUN apt update && apt install git python3 python3-pip -y && \
+RUN apt update && apt install git git-lfs python3 python3-pip -y && \
   echo "StrictHostKeyChecking no" >> /etc/ssh/ssh_config
 
 ADD *.sh /

action.yml

@@ -53,6 +53,9 @@ inputs:
   mappings:
     description: "The source repos mappings, such as 'A=>B, C=>CC', source repo name would be mapped follow the rule: A to B, C to CC. Mapping is not transitive."
     default: ''
+  lfs:
+    description: "Enable Git LFS support."
+    default: false
 runs:
   using: "docker"
   image: "Dockerfile"
@@ -73,3 +76,4 @@ runs:
     - ${{ inputs.debug}}
     - ${{ inputs.timeout}}
     - ${{ inputs.mappings}}
+    - ${{ inputs.lfs }}

entrypoint.sh

@@ -12,6 +12,8 @@ chmod 600 /root/.ssh/id_rsa
 
 pip3 install -r /hub-mirror/requirements.txt
 
+git lfs install
+
 python3 /hub-mirror/hubmirror.py --src "${INPUT_SRC}" --dst "${INPUT_DST}" \
 --dst-token "${INPUT_DST_TOKEN}" \
 --account-type "${INPUT_ACCOUNT_TYPE}" \
@@ -25,7 +27,8 @@ python3 /hub-mirror/hubmirror.py --src "${INPUT_SRC}" --dst "${INPUT_DST}" \
 --force-update "${INPUT_FORCE_UPDATE}" \
 --debug "${INPUT_DEBUG}" \
 --timeout  "${INPUT_TIMEOUT}" \
---mappings  "${INPUT_MAPPINGS}"
+--mappings  "${INPUT_MAPPINGS}" \
+--lfs "${INPUT_LFS}"
 
 # Skip original code
 exit $?

hub-mirror/hubmirror.py

@@ -79,6 +79,10 @@ def run(self):
                         cache=self.args.cache_path,
                         timeout=self.args.timeout,
                         force_update=self.args.force_update,
+                        lfs=(
+                            self.args.lfs if hasattr(self.args, "lfs")
+                            else False
+                        )
                     )
                     mirror.download()
                     mirror.create()

hub-mirror/mirror.py

@@ -11,7 +11,7 @@
 class Mirror(object):
     def __init__(
         self, hub, src_name, dst_name,
-        cache='.', timeout='0', force_update=False
+        cache='.', timeout='0', force_update=False, lfs=False
     ):
         self.hub = hub
         self.src_name = src_name
@@ -24,6 +24,7 @@ def __init__(
         else:
             self.timeout = 0
         self.force_update = force_update
+        self.lfs = lfs
 
     @retry(wait=wait_exponential(), reraise=True, stop=stop_after_attempt(3))
     def _clone(self):
@@ -34,12 +35,17 @@ def _clone(self):
             git.cmd.Git.polish_url(self.src_url), self.repo_path,
             kill_after_timeout=self.timeout
         )
-        print("Clone completed: %s" % os.getcwd() + self.repo_path)
+        local_repo = git.Repo(self.repo_path)
+        if self.lfs:
+            local_repo.git.lfs("fetch", "--all", "origin")
+        print("Clone completed: %s" % (os.getcwd() + self.repo_path))
 
     @retry(wait=wait_exponential(), reraise=True, stop=stop_after_attempt(3))
     def _update(self, local_repo):
         try:
             local_repo.git.pull(kill_after_timeout=self.timeout)
+            if self.lfs:
+                local_repo.git.lfs("fetch", "--all", "origin")
         except git.exc.GitCommandError:
             # Cleanup local repo and re-clone
             print('Updating failed, re-clone %s' % self.src_name)
@@ -71,6 +77,7 @@ def _check_empty(self, repo):
     @retry(wait=wait_exponential(), reraise=True, stop=stop_after_attempt(3))
     def push(self, force=False):
         local_repo = git.Repo(self.repo_path)
+        git_cmd = local_repo.git
         if self._check_empty(local_repo):
             print("Empty repo %s, skip pushing." % self.src_url)
             return
@@ -79,7 +86,7 @@ def push(self, force=False):
         try:
             local_repo.create_remote(self.hub.dst_type, self.dst_url)
         except git.exc.GitCommandError:
-            print("Remote exsits, re-create: set %s to %s" % (
+            print("Remote exists, re-create: set %s to %s" % (
                 self.hub.dst_type, self.dst_url))
             local_repo.delete_remote(self.hub.dst_type)
             local_repo.create_remote(self.hub.dst_type, self.dst_url)
@@ -90,7 +97,11 @@ def push(self, force=False):
         if not self.force_update:
             print("(3/3) Pushing...")
             local_repo.git.push(*cmd, kill_after_timeout=self.timeout)
+            if self.lfs:
+                git_cmd.lfs("push", self.hub.dst_type, "--all")
         else:
             print("(3/3) Force pushing...")
+            if self.lfs:
+                git_cmd.lfs("push", self.hub.dst_type, "--all")
             cmd = ['-f'] + cmd
             local_repo.git.push(*cmd, kill_after_timeout=self.timeout)