.gitlab-ci.yml

## Please do not change this file.
## Doing so will unfortunately create unnesseccary merge conflicts between branches and the fork, and nordugrid/arc version of this file.
## To have the automatic builds work on your fork, check that the runner is enabled in your fork: Settings->CI/CD->Runner settings

stages:
  - build
  - deploy
  - check_deploy


variables:
  OS_V: ''
  ARC_IMAGE: ''
  BUILD_VOL: ''
  BROWSER: ''
  BUILD_IMAGE: ''
  BUILD_DIR: ''


#############################################################
##    BUILDS (BOTH FORKS AND MAIN REPO)                    ## 
#############################################################

.template_build_rhel: &template_build_rhel
  stage: build
  image: $BUILD_IMAGE
  script:
    - echo "$(date +%Y%m%d%H%M%S)" > VERSION
    - yum update -y
    - ./autogen.sh
    - ./configure
    - yum-builddep nordugrid-arc.spec -y
    - echo "Preparing and running rpmbuild"
    - mkdir -p rpmbuild/{SOURCES,BUILD,RPMS,SRPMS}
    - make dist
    - VERSION=`cat VERSION`
    - mv nordugrid-arc-${VERSION}.tar.gz rpmbuild/SOURCES
    - rpmbuild -D "_topdir $CI_PROJECT_DIR/rpmbuild" -ba nordugrid-arc.spec
  artifacts:
    when: on_success
    expire_in: 3 days
    paths:
    - $CI_PROJECT_DIR/rpmbuild/SRPMS/
    - $CI_PROJECT_DIR/rpmbuild/RPMS/noarch/
    - $CI_PROJECT_DIR/rpmbuild/RPMS/x86_64/
  allow_failure: false
  tags:
      - build
  allow_failure: false

.template_build_rhel9: &template_build_rhel9
  stage: build
  image: $BUILD_IMAGE
  script:
    - echo "$(date +%Y%m%d%H%M%S)" > VERSION
    - dnf remove -y dyninst
    - dnf install -y dyninst
    - dnf builddep nordugrid-arc -y
    - ./autogen.sh
    - ./configure
    - dnf builddep nordugrid-arc.spec -y
    - echo "Preparing and running rpmbuild"
    - mkdir -p rpmbuild/{SOURCES,BUILD,RPMS,SRPMS}
    - make dist
    - VERSION=`cat VERSION`
    - mv nordugrid-arc-${VERSION}.tar.gz rpmbuild/SOURCES
    - rpmbuild -D "_topdir $CI_PROJECT_DIR/rpmbuild" -ba nordugrid-arc.spec
  artifacts:
    when: on_success
    expire_in: 3 days
    paths:
    - $CI_PROJECT_DIR/rpmbuild/SRPMS/
    - $CI_PROJECT_DIR/rpmbuild/RPMS/noarch/
    - $CI_PROJECT_DIR/rpmbuild/RPMS/x86_64/
  allow_failure: false
  tags:
      - build
  allow_failure: false

    
.template_build_deb: &template_build_deb
  stage: build
  image: $BUILD_IMAGE
  script:
    - apt-get update -y
    - echo "6.99.9" > VERSION
    - ./autogen.sh
    - ./configure
    - make dist
    - VERSION=`cat VERSION`
    - mv nordugrid-arc-${VERSION}.tar.gz nordugrid-arc_${VERSION}.orig.tar.gz
    - tar -z -x -f nordugrid-arc_${VERSION}.orig.tar.gz
    - cd nordugrid-arc-${VERSION}
    - dpkg-buildpackage -S -us -uc -d
    - apt-get build-dep ../nordugrid-arc_${VERSION}-1.dsc -y
    - dpkg-buildpackage -b -us -uc
    - echo "Delete dbgsym debs to save space"
    - rm -f ../*-dbgsym_*.deb
  tags:
      - build
  artifacts:
    when: on_success
    expire_in: 3 days
    paths:
    - $CI_PROJECT_DIR/*.orig.tar.gz
    - $CI_PROJECT_DIR/*.debian.tar.*
    - $CI_PROJECT_DIR/*.dsc
    - $CI_PROJECT_DIR/*.deb
  allow_failure: false

        
###############
#    CENTOS 7
###############
build_el7:
    extends: .template_build_rhel
    variables:
        BUILD_IMAGE: maikenp/arc-build-centos7
    
#####################
#    CENTOS STREAM 8
####################
build_el8:
    extends: .template_build_rhel
    variables:
        BUILD_IMAGE: maikenp/arc-build-centos8

####################
#    CENTOS STREAM 9
####################
build_el9:
    extends: .template_build_rhel9
    variables:
        BUILD_IMAGE: maikenp/arc-build-cs9


###############
#    DEBIAN 9
###############
build_deb9:
    extends: .template_build_deb
    variables:
        BUILD_IMAGE: maikenp/arc-build-debian9

###############
#    DEBIAN 10
###############
build_deb10:
    extends: .template_build_deb
    variables:
        BUILD_IMAGE: maikenp/arc-build-debian10
    
##################
#    UBUNTU 18.04
##################
build_ubuntu1804:
    extends: .template_build_deb
    variables:
        BUILD_IMAGE: maikenp/arc-build-ubuntu1804


#############################################################
##             DEPLOY                                      ## 
#############################################################

.deploy: &deploy
  stage: deploy
  image: docker:stable
  before_script: 
    - export DOCKER_API_VERSION=1.19
    - DEPLOY_CONTAINER=$OS_V_`date +%Y%m%dT%H%M`
    - docker pull $ARC_IMAGE
    - GITLAB_CONTAINER=$(docker ps  | awk 'FNR==2' | awk '{print $NF}')
    - mkdir -p $BUILD_VOL
    - cp -r $BUILD_DIR  $BUILD_VOL
    - ls -lhrt $BUILD_VOL
    - echo '***************  Should be nothing at this point in /arc-logs - ls shows:'
    - ls -lhrt /arc-logs
    - echo 'Just removing files just in case'
    - rm -rf /arc-logs/*
    - rm -rf /arc-testlogs/*
  script:
    - echo "*************>>  Starting - inner container"
    - docker run  
      --name=$DEPLOY_CONTAINER
      --volumes-from $GITLAB_CONTAINER 
      -v "/$BUILD_VOL:/$BUILD_VOL:rw"  
      -v "/arc-testlogs:/arc-testlogs:rw" 
      -v "/arc-logs:/arc-logs:rw"
      --publish  443  
      --publish 2811 
      --publish 9000-9002 
      --publish 9000-9002/udp 
      --rm  $ARC_IMAGE
    - echo "*************>>  Done - back from inner container - starting cleanup and artifcats copying"
    - ls -lhrt /arc-logs
    - ls -lhrt /arc-testlogs
    - cat /arc-testlogs/testresults.txt
    - cp -r /arc-logs $CI_PROJECT_DIR
    - cp -r /arc-testlogs $CI_PROJECT_DIR
    - ls -lhrt $CI_PROJECT_DIR/arc-logs
    - ls -lhrt $CI_PROJECT_DIR/arc-testlogs
    - rm -rf /arc-logs/*
    - rm -rf /arc-testlogs/*
    - rm -rf $BUILD_VOL/*
  artifacts:
    when: always
    paths:
      - $CI_PROJECT_DIR/arc-logs/
      - $CI_PROJECT_DIR/arc-testlogs/
  allow_failure: true


##################
#    CENTOS 7
##################
deploy_el7:
  extends: .deploy
  variables: 
    OS_V: el7
    ARC_IMAGE: maikenp/arc-deploy-centos7
    BUILD_VOL: /rpmbuild
    BUILD_DIR: $CI_PROJECT_DIR/$BUILD_VOL/*
  tags:
    - 158.39.201.67
    - deploy
  needs:
    - job: build_el7
      artifacts: true


##################
#    CENTOS 8
##################
deploy_el8:
  extends: .deploy
  variables:
    OS_V: el8
    ARC_IMAGE: maikenp/arc-deploy-centos8
    BUILD_VOL: /rpmbuild
    BUILD_DIR: $CI_PROJECT_DIR/$BUILD_VOL/* 
  tags:
    - 158.39.201.179
    - deploy
  needs:
    - job: build_el8
      artifacts: true


##################
#    CENTOS 9
##################
deploy_el9:
  extends: .deploy
  variables:
    OS_V: el9
    ARC_IMAGE: maikenp/arc-deploy-cs9
    BUILD_VOL: /rpmbuild
    BUILD_DIR: $CI_PROJECT_DIR/$BUILD_VOL/* 
  tags:
    - 158.39.201.179
    - deploy
  needs:
    - job: build_el9
      artifacts: true


##################
#    DEBIAN 9
##################
deploy_deb9:
  extends: .deploy
  variables:
    OS_V: deb9
    ARC_IMAGE: maikenp/arc-deploy-debian9
    BUILD_VOL: /build
    BUILD_DIR: $CI_PROJECT_DIR/*.deb
  tags:
    - 158.39.77.243
    - deploy
  needs:
    - job: build_deb9
      artifacts: true

##################
#    DEBIAN 10
##################
deploy_deb10:
  extends: .deploy
  variables:
    OS_V: deb10
    ARC_IMAGE: maikenp/arc-deploy-debian10
    BUILD_VOL: /build
    BUILD_DIR: $CI_PROJECT_DIR/*.deb    
  tags:
    - 158.39.75.5
    - deploy
  needs:
    - job: build_deb10
      artifacts: true
  

##################
#    UBUNTU 18.04
##################
deploy_ubuntu1804:
  extends: .deploy
  variables:
    OS_V: ubuntu1804
    ARC_IMAGE: maikenp/arc-deploy-ubuntu1804
    BUILD_VOL: /build
    BUILD_DIR: $CI_PROJECT_DIR/*.deb
  tags:
    - 158.39.74.3
    - deploy
  needs:
    - job: build_ubuntu1804
      artifacts: true


#############################################################
##             CHECK DEPLOY                                ## 
#############################################################
.job_template_assert:
  image: maikenp/arc-deploy-check
  stage:  check_deploy
  variables:
    TESTTYPE: ''
  script:
    - ls $CI_PROJECT_DIR/arc-testlogs/
    - cp $CI_PROJECT_DIR/arc-testlogs/testresults.txt /
    - cat /testresults.txt
    - python3 /asserttest.py $TESTTYPE
  tags:
    - generic


############################
##### EL7 DEPLOY CHECK
############################
gridftp_el7_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'gridftp'
  needs:
    - job: deploy_el7
      artifacts: true

emies_el7_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'emies'
  needs:
    - job: deploy_el7
      artifacts: true

arcrest_el7_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcrest'
  needs:
    - job: deploy_el7
      artifacts: true

arcconf_el7_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcconf'
  needs:
    - job: deploy_el7
      artifacts: true
    
############################
##### EL8 DEPLOY CHECK
############################
gridftp_el8_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'gridftp'
  needs:
    - job: deploy_el8
      artifacts: true

emies_el8_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'emies'
  needs:
    - job: deploy_el8
      artifacts: true
    
arcrest_el8_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcrest'
  needs:
    - job: deploy_el8
      artifacts: true

arcconf_el8_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcconf'
  needs:
    - job: deploy_el8
      artifacts: true


############################
##### EL9 DEPLOY CHECK
############################
gridftp_el9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'gridftp'
  needs:
    - job: deploy_el9
      artifacts: true

emies_el9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'emies'
  needs:
    - job: deploy_el9
      artifacts: true
    
arcrest_el9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcrest'
  needs:
    - job: deploy_el9
      artifacts: true

arcconf_el9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcconf'
  needs:
    - job: deploy_el9
      artifacts: true

############################
##### DEB9 DEPLOY CHECK
############################
gridftp_deb9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'gridftp'
  needs:
    - job: deploy_deb9
      artifacts: true

emies_deb9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'emies'
  needs:
    - job: deploy_deb9
      artifacts: true

arcrest_deb9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcrest'
  needs:
    - job: deploy_deb9
      artifacts: true

arcconf_deb9_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcconf'
  needs:
    - job: deploy_deb9
      artifacts: true
    

############################
##### DEB10 DEPLOY CHECK
############################
gridftp_deb10_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'gridftp'
  needs:
    - job: deploy_deb10
      artifacts: true

emies_deb10_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'emies'
  needs:
    - job: deploy_deb10
      artifacts: true
    
arcrest_deb10_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcrest'
  needs:
    - job: deploy_deb10
      artifacts: true

arcconf_deb10_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcconf'
  needs:
    - job: deploy_deb10
      artifacts: true

############################
##### UBUNTU DEPLOY CHECK
############################
gridftp_ubuntu1804_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'gridftp'
  stage:  check_deploy
  needs:
    - job: deploy_ubuntu1804
      artifacts: true

emies_ubuntu1804_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'emies'
  needs:
    - job: deploy_ubuntu1804
      artifacts: true
    
arcrest_ubuntu1804_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcrest'
  needs:
    - job: deploy_ubuntu1804
      artifacts: true

arcconf_ubuntu1804_deploytest:
  extends: .job_template_assert
  variables:
    TESTTYPE: 'arcconf'
  needs:
    - job: deploy_ubuntu1804
      artifacts: true