forked from DSpace/dspace-angular
-
Notifications
You must be signed in to change notification settings - Fork 2
201 lines (168 loc) · 6.55 KB
/
Copy pathdeploy.yml
File metadata and controls
201 lines (168 loc) · 6.55 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
# DSpace Docker deploy on dataquest servers
name: Deploy DSpace
on:
workflow_call:
inputs:
DEV_MACHINE:
required: false
type: string
default: 'dev-6'
INSTANCE:
required: false
type: string
default: '8563'
IMPORT:
required: false
default: true
type: boolean
ERASE_DB:
required: false
default: false
type: boolean
workflow_dispatch:
inputs:
INSTANCE:
required: true
default: '8563'
type: choice
options:
- '8563'
IMPORT:
required: true
default: true
type: boolean
ERASE_DB:
required: false
default: false
type: boolean
DEV_MACHINE:
required: false
type: string
default: 'dev-6'
jobs:
deploy-3:
if: inputs.INSTANCE == '*' || inputs.INSTANCE == '8563'
runs-on: dspace-${{inputs.DEV_MACHINE}}-dep-1
timeout-minutes: 60
env:
INSTANCE: '8563'
CONFIG_PATH: /opt/dspace-envs/${{inputs.INSTANCE}}
ENVFILE: /opt/dspace-envs/${{inputs.INSTANCE}}/.env
steps:
- uses: actions/checkout@v4
- uses: ./.github/actions/erase-db
if: inputs.ERASE_DB
with:
INSTANCE: ${{ env.INSTANCE }}
NAME: dspace-${{ env.INSTANCE }}
- name: deploy to ${{inputs.DEV_MACHINE}}
working-directory: build-scripts/run/
run: |
./start.sh dspace-$INSTANCE
cd ../..
# use customized docker-compose file for the `85` port because the server is exposed with the namespace `repository`
# `/repository/server`
docker compose --env-file $ENVFILE -p dspace-$INSTANCE -f docker/docker-compose.yml -f docker/docker-compose-rest.yml -f $CONFIG_PATH/docker-compose-rest.yml -f $CONFIG_PATH/docker-compose.yml up -d --no-build --remove-orphans
playwright-after-deploy3:
needs: deploy-3
if: '!inputs.IMPORT'
uses: ./.github/workflows/playwright-tests.yml
secrets: inherit
playwright-after-import3:
needs: import-3
if: inputs.IMPORT
uses: ./.github/workflows/playwright-tests.yml
secrets: inherit
import-3:
runs-on: dspace-${{inputs.DEV_MACHINE}}-dep-1
if: inputs.IMPORT
timeout-minutes: 900
needs: deploy-3
env:
INSTANCE: ${{inputs.INSTANCE}}
CONFIG_PATH: /opt/dspace-envs/
FNAME: old_dump.sql
DBROLEFNAME: setup-db-roles.sql
SYNCSEQFNAME: sync-sequences.sql
CLEANUPDBFNAME: cleanup-db-duplicates.sql
steps:
- name: vanilla import
run: |
export DATADIR=$CONFIG_PATH/${{inputs.INSTANCE}}/dump/$FNAME
export DNAME=dspace${{inputs.INSTANCE}}
export DDBNAME=dspacedb${{inputs.INSTANCE}}
export DBROLESETUP=$CONFIG_PATH/${{inputs.INSTANCE}}/$DBROLEFNAME
docker stop $DNAME || true
echo "====="
# echo Starting vanilla import DB
docker cp $DATADIR $DDBNAME:/tmp/$FNAME
echo "Copying script for setup db roles to container..."
docker cp $DBROLESETUP $DDBNAME:/tmp/$DBROLEFNAME
# Create database, import dump, setup roles and extensions, then cleanup
docker exec $DDBNAME /bin/bash -c "
dropdb -U dspace -p 10563 dspace || true &&
createdb -U dspace -p 10563 --owner=dspace --encoding=UNICODE dspace &&
psql -p 10563 -U dspace -d dspace -f /tmp/$FNAME &&
psql -p 10563 -U dspace -d dspace -f /tmp/$DBROLEFNAME &&
rm /tmp/$FNAME /tmp/$DBROLEFNAME
"
echo "====="
docker start $DNAME
- uses: actions/checkout@v4
- name: cleanup database duplicates
run: |
export DNAME=dspace${{inputs.INSTANCE}}
export DDBNAME=dspacedb${{inputs.INSTANCE}}
export CLEANUPDB=$CONFIG_PATH/${{inputs.INSTANCE}}/$CLEANUPDBFNAME
echo "Stopping DSpace container before database cleanup..."
docker stop $DNAME || true
echo "Waiting for connections to close..."
sleep 5
echo "Copying cleanup db duplicates script to database container..."
docker cp $CLEANUPDB $DDBNAME:/tmp/$CLEANUPDBFNAME
echo "Cleaning up duplicate entries after data import..."
docker exec $DDBNAME /bin/bash -c "
psql -p 10563 -U dspace -d dspace -f /tmp/$CLEANUPDBFNAME
rm /tmp/$CLEANUPDBFNAME
"
echo "Waiting for connections and locks to fully terminate..."
sleep 15
- name: run database migration
run: |
export DNAME=dspace${{inputs.INSTANCE}}
export DDBNAME=dspacedb${{inputs.INSTANCE}}
export SYNCSEQSETUP=$CONFIG_PATH/${{inputs.INSTANCE}}/$SYNCSEQFNAME
echo "Starting DSpace container for migration..."
docker start $DNAME
echo "Waiting longer for DSpace to be fully ready and locks to clear..."
sleep 20
echo "Terminating any remaining database connections..."
docker exec $DDBNAME /bin/bash -c "psql -p 10563 -U dspace -d postgres -c \"
SELECT pg_terminate_backend(pid) FROM pg_locks WHERE locktype = 'advisory';
\""
echo "Copying sequence synchronization script to database container..."
docker cp $SYNCSEQSETUP $DDBNAME:/tmp/$SYNCSEQFNAME
echo "Synchronizing database sequences before migration..."
docker exec $DDBNAME /bin/bash -c "psql -p 10563 -U dspace -d dspace -f /tmp/$SYNCSEQFNAME"
echo "Running DSpace database migration..."
docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace database migrate ignored"
echo "Waiting for DSpace to be ready..."
sleep 10
- name: restart dspace container
run: |
export DNAME=dspace${{inputs.INSTANCE}}
echo "Restarting DSpace container..."
docker restart $DNAME
sleep 60
- name: create administrator
run: |
export DNAME=dspace${{inputs.INSTANCE}}
echo "Creating DSpace administrator..."
docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace create-administrator -e dspace.admin.dev@dataquest.sk -f admin -l user -p admin -c en -o dataquest"
- name: rebuild discovery index and run oai import
run: |
export DNAME=dspace${{inputs.INSTANCE}}
echo "Rebuilding discovery index..."
docker exec $DNAME /bin/bash -c "/dspace/bin/dspace index-discovery -b"
echo "Running OAI import..."
docker exec $DNAME /bin/bash -c "/dspace/bin/dspace oai import -c"