Skip to content

Commit e64e200

Browse files
larsonerlarsoner
committed
FIX: Download [circle full]
1 parent ecf052d commit e64e200

2 files changed

Lines changed: 118 additions & 109 deletions

File tree

‎.circleci/config.yml‎

Lines changed: 7 additions & 109 deletions
Original file line numberDiff line numberDiff line change
@@ -113,115 +113,13 @@ jobs:
113113
python setup.py develop --user
114114
mkdir -p ~/mne_data
115115
touch pattern.txt;
116-
if [ "$CIRCLE_BRANCH" == "master" ] || [[ $(cat gitlog.txt) == *"[circle full]"* ]]; then
117-
echo "Doing a full dev build";
118-
echo html_dev-memory > build.txt;
119-
python -c "import mne; mne.datasets._download_all_example_data()";
120-
elif [ "$CIRCLE_BRANCH" == "maint/0.21" ]; then
121-
echo "Doing a full stable build";
122-
echo html_stable-memory > build.txt;
123-
python -c "import mne; mne.datasets._download_all_example_data()";
124-
else
125-
echo "Doing a partial build";
126-
if ! git remote -v | grep upstream ; then git remote add upstream git://github.com/mne-tools/mne-python.git; fi
127-
git fetch upstream
128-
FNAMES=$(git diff --name-only $(git merge-base $CIRCLE_BRANCH upstream/master) $CIRCLE_BRANCH);
129-
if [[ $(cat gitlog.txt) == *"[circle front]"* ]]; then
130-
FNAMES="tutorials/source-modeling/plot_mne_dspm_source_localization.py tutorials/machine-learning/plot_receptive_field.py examples/connectivity/plot_mne_inverse_label_connectivity.py tutorials/machine-learning/plot_sensors_decoding.py tutorials/stats-source-space/plot_stats_cluster_spatio_temporal.py tutorials/evoked/plot_20_visualize_evoked.py "${FNAMES};
131-
python -c "import mne; print(mne.datasets.testing.data_path(update_path=True))";
132-
fi;
133-
echo FNAMES="$FNAMES";
134-
for FNAME in $FNAMES; do
135-
if [[ `expr match $FNAME "\(tutorials\|examples\)/.*plot_.*\.py"` ]] ; then
136-
echo "Checking example $FNAME ...";
137-
PATTERN=`basename $FNAME`"\\|"$PATTERN;
138-
if [[ $(cat $FNAME | grep -x ".*datasets.*sample.*" | wc -l) -gt 0 ]]; then
139-
python -c "import mne; print(mne.datasets.sample.data_path(update_path=True))";
140-
fi;
141-
if [[ $(cat $FNAME | grep -x ".*datasets.*fetch_fsaverage.*" | wc -l) -gt 0 ]]; then
142-
python -c "import mne; print(mne.datasets.fetch_fsaverage(verbose=True))";
143-
fi;
144-
if [[ $(cat $FNAME | grep -x ".*datasets.*spm_face.*" | wc -l) -gt 0 ]]; then
145-
python -c "import mne; print(mne.datasets.spm_face.data_path(update_path=True))";
146-
fi;
147-
if [[ $(cat $FNAME | grep -x ".*datasets.*somato.*" | wc -l) -gt 0 ]]; then
148-
python -c "import mne; print(mne.datasets.somato.data_path(update_path=True))";
149-
fi;
150-
if [[ $(cat $FNAME | grep -x ".*datasets.*eegbci.*" | wc -l) -gt 0 ]]; then
151-
python -c "import mne; print(mne.datasets.eegbci.load_data(1, [3, 6, 10, 14], update_path=True))";
152-
python -c "import mne; print(mne.datasets.eegbci.load_data(2, [3], update_path=True))";
153-
python -c "import mne; print(mne.datasets.eegbci.load_data(3, [3], update_path=True))";
154-
python -c "import mne; print(mne.datasets.eegbci.load_data(4, [3], update_path=True))";
155-
fi;
156-
if [[ $(cat $FNAME | grep -x ".*datasets.*sleep_physionet.*" | wc -l) -gt 0 ]]; then
157-
python -c "import mne; print(mne.datasets.sleep_physionet.age.fetch_data([0, 1], recording=[1], update_path=True))";
158-
fi;
159-
if [[ $(cat $FNAME | grep -x ".*datasets.*hf_sef.*" | wc -l) -gt 0 ]]; then
160-
python -c "import mne; print(mne.datasets.hf_sef.data_path(update_path=True))";
161-
fi;
162-
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_auditory.*" | wc -l) -gt 0 ]]; then
163-
python -c "import mne; print(mne.datasets.brainstorm.bst_auditory.data_path(update_path=True))" --accept-brainstorm-license;
164-
fi;
165-
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_resting.*" | wc -l) -gt 0 ]]; then
166-
python -c "import mne; print(mne.datasets.brainstorm.bst_resting.data_path(update_path=True))" --accept-brainstorm-license;
167-
fi;
168-
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_raw.*" | wc -l) -gt 0 ]]; then
169-
python -c "import mne; print(mne.datasets.brainstorm.bst_raw.data_path(update_path=True))" --accept-brainstorm-license;
170-
fi;
171-
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_ctf.*" | wc -l) -gt 0 ]]; then
172-
python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_ctf.data_path(update_path=True))" --accept-brainstorm-license;
173-
fi;
174-
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_elekta.*" | wc -l) -gt 0 ]]; then
175-
python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_elekta.data_path(update_path=True))" --accept-brainstorm-license;
176-
fi;
177-
if [[ $(cat $FNAME | grep -x ".*datasets.*hcp_mmp_parcellation.*" | wc -l) -gt 0 ]]; then
178-
python -c "import mne; print(mne.datasets.sample.data_path(update_path=True))";
179-
python -c "import mne; print(mne.datasets.fetch_hcp_mmp_parcellation(subjects_dir=mne.datasets.sample.data_path() + '/subjects'))" --accept-hcpmmp-license;
180-
fi;
181-
if [[ $(cat $FNAME | grep -x ".*datasets.*misc.*" | wc -l) -gt 0 ]]; then
182-
python -c "import mne; print(mne.datasets.misc.data_path(update_path=True))";
183-
fi;
184-
if [[ $(cat $FNAME | grep -x ".*datasets.*testing.*" | wc -l) -gt 0 ]]; then
185-
python -c "import mne; print(mne.datasets.testing.data_path(update_path=True))";
186-
fi;
187-
if [[ $(cat $FNAME | grep -x ".*datasets.*kiloword.*" | wc -l) -gt 0 ]]; then
188-
python -c "import mne; print(mne.datasets.kiloword.data_path(update_path=True))";
189-
fi;
190-
if [[ $(cat $FNAME | grep -x ".*datasets.*mtrf.*" | wc -l) -gt 0 ]]; then
191-
python -c "import mne; print(mne.datasets.mtrf.data_path(update_path=True))";
192-
fi;
193-
if [[ $(cat $FNAME | grep -x ".*datasets.*fieldtrip_cmc.*" | wc -l) -gt 0 ]]; then
194-
python -c "import mne; print(mne.datasets.fieldtrip_cmc.data_path(update_path=True))";
195-
fi;
196-
if [[ $(cat $FNAME | grep -x ".*datasets.*multimodal.*" | wc -l) -gt 0 ]]; then
197-
python -c "import mne; print(mne.datasets.multimodal.data_path(update_path=True))";
198-
fi;
199-
if [[ $(cat $FNAME | grep -x ".*datasets.*fnirs_motor.*" | wc -l) -gt 0 ]]; then
200-
python -c "import mne; print(mne.datasets.fnirs_motor.data_path(update_path=True))";
201-
fi;
202-
if [[ $(cat $FNAME | grep -x ".*datasets.*opm.*" | wc -l) -gt 0 ]]; then
203-
python -c "import mne; print(mne.datasets.opm.data_path(update_path=True))";
204-
fi;
205-
if [[ $(cat $FNAME | grep -x ".*datasets.*phantom_4dbti.*" | wc -l) -gt 0 ]]; then
206-
python -c "import mne; print(mne.datasets.phantom_4dbti.data_path(update_path=True))";
207-
fi;
208-
if [[ $(cat $FNAME | grep -x ".*datasets.*limo.*" | wc -l) -gt 0 ]]; then
209-
python -c "import mne; print(mne.datasets.limo.data_path(subject=1, update_path=True))";
210-
fi;
211-
if [[ $(cat $FNAME | grep -x ".*datasets.*refmeg_noise.*" | wc -l) -gt 0 ]]; then
212-
python -c "import mne; print(mne.datasets.refmeg_noise.data_path(update_path=True))";
213-
fi;
214-
fi;
215-
done;
216-
echo PATTERN="$PATTERN";
217-
if [[ $PATTERN ]]; then
218-
PATTERN="\(${PATTERN::-2}\)";
219-
echo html_dev-pattern-memory > build.txt;
220-
else
221-
echo html_dev-noplot > build.txt;
222-
fi;
223-
fi;
224-
echo "$PATTERN" > pattern.txt;
116+
./tools/circleci_download.sh
117+
118+
- run:
119+
name: Get data (again)
120+
when: on_fail
121+
command: |
122+
./tools/circleci_download.sh
225123
226124
- run:
227125
name: Verify build type

‎tools/circleci_download.sh‎

Lines changed: 111 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,111 @@
1+
#!/bin/bash -ef
2+
3+
if [ "$CIRCLE_BRANCH" == "master" ] || [[ $(cat gitlog.txt) == *"[circle full]"* ]]; then
4+
echo "Doing a full dev build";
5+
echo html_dev-memory > build.txt;
6+
python -c "import mne; mne.datasets._download_all_example_data()";
7+
elif [ "$CIRCLE_BRANCH" == "maint/0.21" ]; then
8+
echo "Doing a full stable build";
9+
echo html_stable-memory > build.txt;
10+
python -c "import mne; mne.datasets._download_all_example_data()";
11+
else
12+
echo "Doing a partial build";
13+
if ! git remote -v | grep upstream ; then git remote add upstream git://github.com/mne-tools/mne-python.git; fi
14+
git fetch upstream
15+
FNAMES=$(git diff --name-only $(git merge-base $CIRCLE_BRANCH upstream/master) $CIRCLE_BRANCH);
16+
if [[ $(cat gitlog.txt) == *"[circle front]"* ]]; then
17+
FNAMES="tutorials/source-modeling/plot_mne_dspm_source_localization.py tutorials/machine-learning/plot_receptive_field.py examples/connectivity/plot_mne_inverse_label_connectivity.py tutorials/machine-learning/plot_sensors_decoding.py tutorials/stats-source-space/plot_stats_cluster_spatio_temporal.py tutorials/evoked/plot_20_visualize_evoked.py "${FNAMES};
18+
python -c "import mne; print(mne.datasets.testing.data_path(update_path=True))";
19+
fi;
20+
echo FNAMES="$FNAMES";
21+
for FNAME in $FNAMES; do
22+
if [[ `expr match $FNAME "\(tutorials\|examples\)/.*plot_.*\.py"` ]] ; then
23+
echo "Checking example $FNAME ...";
24+
PATTERN=`basename $FNAME`"\\|"$PATTERN;
25+
if [[ $(cat $FNAME | grep -x ".*datasets.*sample.*" | wc -l) -gt 0 ]]; then
26+
python -c "import mne; print(mne.datasets.sample.data_path(update_path=True))";
27+
fi;
28+
if [[ $(cat $FNAME | grep -x ".*datasets.*fetch_fsaverage.*" | wc -l) -gt 0 ]]; then
29+
python -c "import mne; print(mne.datasets.fetch_fsaverage(verbose=True))";
30+
fi;
31+
if [[ $(cat $FNAME | grep -x ".*datasets.*spm_face.*" | wc -l) -gt 0 ]]; then
32+
python -c "import mne; print(mne.datasets.spm_face.data_path(update_path=True))";
33+
fi;
34+
if [[ $(cat $FNAME | grep -x ".*datasets.*somato.*" | wc -l) -gt 0 ]]; then
35+
python -c "import mne; print(mne.datasets.somato.data_path(update_path=True))";
36+
fi;
37+
if [[ $(cat $FNAME | grep -x ".*datasets.*eegbci.*" | wc -l) -gt 0 ]]; then
38+
python -c "import mne; print(mne.datasets.eegbci.load_data(1, [3, 6, 10, 14], update_path=True))";
39+
python -c "import mne; print(mne.datasets.eegbci.load_data(2, [3], update_path=True))";
40+
python -c "import mne; print(mne.datasets.eegbci.load_data(3, [3], update_path=True))";
41+
python -c "import mne; print(mne.datasets.eegbci.load_data(4, [3], update_path=True))";
42+
fi;
43+
if [[ $(cat $FNAME | grep -x ".*datasets.*sleep_physionet.*" | wc -l) -gt 0 ]]; then
44+
python -c "import mne; print(mne.datasets.sleep_physionet.age.fetch_data([0, 1], recording=[1], update_path=True))";
45+
fi;
46+
if [[ $(cat $FNAME | grep -x ".*datasets.*hf_sef.*" | wc -l) -gt 0 ]]; then
47+
python -c "import mne; print(mne.datasets.hf_sef.data_path(update_path=True))";
48+
fi;
49+
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_auditory.*" | wc -l) -gt 0 ]]; then
50+
python -c "import mne; print(mne.datasets.brainstorm.bst_auditory.data_path(update_path=True))" --accept-brainstorm-license;
51+
fi;
52+
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_resting.*" | wc -l) -gt 0 ]]; then
53+
python -c "import mne; print(mne.datasets.brainstorm.bst_resting.data_path(update_path=True))" --accept-brainstorm-license;
54+
fi;
55+
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_raw.*" | wc -l) -gt 0 ]]; then
56+
python -c "import mne; print(mne.datasets.brainstorm.bst_raw.data_path(update_path=True))" --accept-brainstorm-license;
57+
fi;
58+
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_ctf.*" | wc -l) -gt 0 ]]; then
59+
python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_ctf.data_path(update_path=True))" --accept-brainstorm-license;
60+
fi;
61+
if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_elekta.*" | wc -l) -gt 0 ]]; then
62+
python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_elekta.data_path(update_path=True))" --accept-brainstorm-license;
63+
fi;
64+
if [[ $(cat $FNAME | grep -x ".*datasets.*hcp_mmp_parcellation.*" | wc -l) -gt 0 ]]; then
65+
python -c "import mne; print(mne.datasets.sample.data_path(update_path=True))";
66+
python -c "import mne; print(mne.datasets.fetch_hcp_mmp_parcellation(subjects_dir=mne.datasets.sample.data_path() + '/subjects'))" --accept-hcpmmp-license;
67+
fi;
68+
if [[ $(cat $FNAME | grep -x ".*datasets.*misc.*" | wc -l) -gt 0 ]]; then
69+
python -c "import mne; print(mne.datasets.misc.data_path(update_path=True))";
70+
fi;
71+
if [[ $(cat $FNAME | grep -x ".*datasets.*testing.*" | wc -l) -gt 0 ]]; then
72+
python -c "import mne; print(mne.datasets.testing.data_path(update_path=True))";
73+
fi;
74+
if [[ $(cat $FNAME | grep -x ".*datasets.*kiloword.*" | wc -l) -gt 0 ]]; then
75+
python -c "import mne; print(mne.datasets.kiloword.data_path(update_path=True))";
76+
fi;
77+
if [[ $(cat $FNAME | grep -x ".*datasets.*mtrf.*" | wc -l) -gt 0 ]]; then
78+
python -c "import mne; print(mne.datasets.mtrf.data_path(update_path=True))";
79+
fi;
80+
if [[ $(cat $FNAME | grep -x ".*datasets.*fieldtrip_cmc.*" | wc -l) -gt 0 ]]; then
81+
python -c "import mne; print(mne.datasets.fieldtrip_cmc.data_path(update_path=True))";
82+
fi;
83+
if [[ $(cat $FNAME | grep -x ".*datasets.*multimodal.*" | wc -l) -gt 0 ]]; then
84+
python -c "import mne; print(mne.datasets.multimodal.data_path(update_path=True))";
85+
fi;
86+
if [[ $(cat $FNAME | grep -x ".*datasets.*fnirs_motor.*" | wc -l) -gt 0 ]]; then
87+
python -c "import mne; print(mne.datasets.fnirs_motor.data_path(update_path=True))";
88+
fi;
89+
if [[ $(cat $FNAME | grep -x ".*datasets.*opm.*" | wc -l) -gt 0 ]]; then
90+
python -c "import mne; print(mne.datasets.opm.data_path(update_path=True))";
91+
fi;
92+
if [[ $(cat $FNAME | grep -x ".*datasets.*phantom_4dbti.*" | wc -l) -gt 0 ]]; then
93+
python -c "import mne; print(mne.datasets.phantom_4dbti.data_path(update_path=True))";
94+
fi;
95+
if [[ $(cat $FNAME | grep -x ".*datasets.*limo.*" | wc -l) -gt 0 ]]; then
96+
python -c "import mne; print(mne.datasets.limo.data_path(subject=1, update_path=True))";
97+
fi;
98+
if [[ $(cat $FNAME | grep -x ".*datasets.*refmeg_noise.*" | wc -l) -gt 0 ]]; then
99+
python -c "import mne; print(mne.datasets.refmeg_noise.data_path(update_path=True))";
100+
fi;
101+
fi;
102+
done;
103+
echo PATTERN="$PATTERN";
104+
if [[ $PATTERN ]]; then
105+
PATTERN="\(${PATTERN::-2}\)";
106+
echo html_dev-pattern-memory > build.txt;
107+
else
108+
echo html_dev-noplot > build.txt;
109+
fi;
110+
fi;
111+
echo "$PATTERN" > pattern.txt;

0 commit comments

Comments
 (0)