diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 3780063..6b67c46 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -3,7 +3,7 @@ name: ci:test on: push: branches: - - main + - invenio-220-bigfile paths-ignore: - "docs/**" - "**.md" @@ -40,21 +40,34 @@ jobs: run: | sudo apt-get update -y sudo apt-get install -y libxml2-dev libxmlsec1-dev + - name: "Check Invenio's requirements" + run: | + invenio-cli check-requirements - name: "Setup mandatory files" run: | echo -e "[cli]\nproject_dir = "$PWD"\nservices_setup = False" >> .invenio.private echo -e FLASK_SECRET_KEY="some random value" >> .env - name: "Install project dependencies" run: | - invenio-cli packages lock --pre --dev - invenio-cli install --pre --dev + invenio-cli install --dev + invenio-cli services setup -N - name: Start services and app run: | docker -v docker compose up -d #invenio-cli services start invenio-cli run & + - name: "Check services status" + run: | + bash check-services.sh - name: "Run tests" run: | pipenv install --dev - E2E=no pipenv run pytest -p no:cacheprovider + export E2E=yes + pipenv run pytest -p no:cacheprovider + - name: "Upload screenshots" + uses: actions/upload-artifact@v4 + if: failure() + with: + name: screenshots + path: screenshots/*.png diff --git a/.gitignore b/.gitignore index efc7c34..4e80020 100644 --- a/.gitignore +++ b/.gitignore @@ -42,6 +42,7 @@ htmlcov/ nosetests.xml coverage.xml *,cover +screenshots/ # Translations *.mo diff --git a/Pipfile.lock b/Pipfile.lock index b93bddb..eea2e7b 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -584,11 +584,11 @@ }, "faker": { "hashes": [ - "sha256:7c10ebdf74aaa0cc4fe6ec6db5a71e8598ec33503524bd4b5f4494785a5670dd", - "sha256:97fe1e7e953dd640ca2cd4dfac4db7c4d2432dd1b7a244a3313517707f3b54e9" + "sha256:32c78b68d2ba97aaad78422e4035785de2b4bb46b81e428190fc11978da9036c", + "sha256:55ed0c4ed7bf16800c64823805f6fbbe6d4823db4b7c0903f6f890b8e4d6c34b" ], "markers": "python_version >= '3.8'", - "version": "==26.3.0" + "version": "==27.0.0" }, "fastjsonschema": { "hashes": [ @@ -824,6 +824,70 @@ "markers": "python_version >= '3.7'", "version": "==4.0.1" }, + "greenlet": { + "hashes": [ + "sha256:01bc7ea167cf943b4c802068e178bbf70ae2e8c080467070d01bfa02f337ee67", + "sha256:0448abc479fab28b00cb472d278828b3ccca164531daab4e970a0458786055d6", + "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257", + "sha256:098d86f528c855ead3479afe84b49242e174ed262456c342d70fc7f972bc13c4", + "sha256:149e94a2dd82d19838fe4b2259f1b6b9957d5ba1b25640d2380bea9c5df37676", + "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61", + "sha256:15d79dd26056573940fcb8c7413d84118086f2ec1a8acdfa854631084393efcc", + "sha256:1996cb9306c8595335bb157d133daf5cf9f693ef413e7673cb07e3e5871379ca", + "sha256:1a7191e42732df52cb5f39d3527217e7ab73cae2cb3694d241e18f53d84ea9a7", + "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728", + "sha256:1f672519db1796ca0d8753f9e78ec02355e862d0998193038c7073045899f305", + "sha256:2516a9957eed41dd8f1ec0c604f1cdc86758b587d964668b5b196a9db5bfcde6", + "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379", + "sha256:2dd6e660effd852586b6a8478a1d244b8dc90ab5b1321751d2ea15deb49ed414", + "sha256:3ddc0f794e6ad661e321caa8d2f0a55ce01213c74722587256fb6566049a8b04", + "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a", + "sha256:419b386f84949bf0e7c73e6032e3457b82a787c1ab4a0e43732898a761cc9dbf", + "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491", + "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559", + "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e", + "sha256:5b51e85cb5ceda94e79d019ed36b35386e8c37d22f07d6a751cb659b180d5274", + "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb", + "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b", + "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9", + "sha256:6b66c9c1e7ccabad3a7d037b2bcb740122a7b17a53734b7d72a344ce39882a1b", + "sha256:70fb482fdf2c707765ab5f0b6655e9cfcf3780d8d87355a063547b41177599be", + "sha256:7170375bcc99f1a2fbd9c306f5be8764eaf3ac6b5cb968862cad4c7057756506", + "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405", + "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113", + "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f", + "sha256:81bb9c6d52e8321f09c3d165b2a78c680506d9af285bfccbad9fb7ad5a5da3e5", + "sha256:881b7db1ebff4ba09aaaeae6aa491daeb226c8150fc20e836ad00041bcb11230", + "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d", + "sha256:99bf650dc5d69546e076f413a87481ee1d2d09aaaaaca058c9251b6d8c14783f", + "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a", + "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e", + "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61", + "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6", + "sha256:b542be2440edc2d48547b5923c408cbe0fc94afb9f18741faa6ae970dbcb9b6d", + "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71", + "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22", + "sha256:bba5387a6975598857d86de9eac14210a49d554a77eb8261cc68b7d082f78ce2", + "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3", + "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067", + "sha256:c9db1c18f0eaad2f804728c67d6c610778456e3e1cc4ab4bbd5eeb8e6053c6fc", + "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881", + "sha256:d46677c85c5ba00a9cb6f7a00b2bfa6f812192d2c9f7d9c4f6a55b60216712f3", + "sha256:d4d1ac74f5c0c0524e4a24335350edad7e5f03b9532da7ea4d3c54d527784f2e", + "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac", + "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53", + "sha256:daf3cb43b7cf2ba96d614252ce1684c1bccee6b2183a01328c98d36fcd7d5cb0", + "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b", + "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83", + "sha256:e1f145462f1fa6e4a4ae3c0f782e580ce44d57c8f2c7aae1b6fa88c0b2efdb41", + "sha256:e3391d1e16e2a5a1507d83e4a8b100f4ee626e8eca43cf2cadb543de69827c4c", + "sha256:fcd2469d6a2cf298f198f0487e0a5b1a47a42ca0fa4dfd1b6862c999f018ebbf", + "sha256:fd096eb7ffef17c456cfa587523c5f92321ae02427ff955bebe9e3c63bc9f0da", + "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33" + ], + "markers": "python_version >= '3' and platform_machine == 'aarch64' or (platform_machine == 'ppc64le' or (platform_machine == 'x86_64' or (platform_machine == 'amd64' or (platform_machine == 'AMD64' or (platform_machine == 'win32' or platform_machine == 'WIN32')))))", + "version": "==3.0.3" + }, "html5lib": { "hashes": [ "sha256:0d78f8fde1c230e99fe37986a60526d7049ed4bf8a9fadbad5f00e22e58e041d", @@ -858,11 +922,11 @@ }, "importlib-resources": { "hashes": [ - "sha256:50d10f043df931902d4194ea07ec57960f66a80449ff867bfe782b4c486ba78c", - "sha256:cdb2b453b8046ca4e3798eb1d84f3cce1446a0e8e7b5ef4efb600f19fc398145" + "sha256:2d6dfe3b9e055f72495c2085890837fc8c758984e209115c8792bddcb762cd93", + "sha256:4a202b9b9d38563b46da59221d77bb73862ab5d79d461307bcb826d725448b98" ], "markers": "python_version >= '3.8'", - "version": "==6.4.0" + "version": "==6.4.3" }, "infinity": { "hashes": [ @@ -925,7 +989,7 @@ "sha256:4daa03f4428840b584c62d77770f10dff702f19eae58cb219eaee0c6487e6758", "sha256:e1d164ba1c510ab7b35973b8256fff87bfc7cce83fe43c2967994c3cff5faff4" ], - "index": "pypi", + "markers": "python_version >= '3.7'", "version": "==11.0.6" }, "invenio-assets": { @@ -934,6 +998,7 @@ "sha256:c1b31bd57e4e6ccc3f2fed8b719ba4be487f2d0738c626693266ce0a366442fc" ], "index": "pypi", + "markers": "python_version >= '3.7'", "version": "==2.0.0" }, "invenio-base": { @@ -962,6 +1027,7 @@ }, "invenio-communities": { "git": "https://github.com/nyudlts/ultraviolet-communities.git", + "markers": "python_version >= '3.8'", "ref": "7e996f52a38b628b45e8e861e9dc84fe0eab2fca" }, "invenio-config": { @@ -1039,7 +1105,6 @@ "sha256:353c4aba5ddb334ee45b801a2bc0b22e73e363163a776f0b3360d850dc3013ff", "sha256:8c01c4dcc5604b996d30bf69dc35948536639943f5cb3d0da5240105ea08b533" ], - "index": "pypi", "version": "==1.3.2" }, "invenio-mail": { @@ -1459,6 +1524,7 @@ "sha256:fe4bda6bd4340caa6e5cf95e73f8fea5c4bfc55763dd42f1b50a94c1b4a2fbd4" ], "index": "pypi", + "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", "version": "==4.9.3" }, "mako": { @@ -2026,6 +2092,9 @@ "version": "==2.18.0" }, "pyjwt": { + "extras": [ + "crypto" + ], "hashes": [ "sha256:3b02fb0f44517787776cf48f2ae25d8e14f300e6d7545a4315cee571a415e850", "sha256:7e1e5b56cc735432a7369cbfa0efe50fa113ebecdc04ae6922deba8b84582d0c" @@ -2070,6 +2139,7 @@ "sha256:f7b63ef50f1b690dddf550d03497b66d609393b40b564ed0d674909a68ebf16a" ], "index": "pypi", + "markers": "python_version >= '3.8'", "version": "==1.0.1" }, "python3-saml": { @@ -2415,122 +2485,134 @@ "flask" ], "hashes": [ - "sha256:7a8d5163d2ba5c5f4464628c6b68f85e86972f7c636acc78aed45c61b98b7a5e", - "sha256:8763840497b817d44c49b3fe3f5f7388d083f2337ffedf008b2cdb63b5c86dc6" + "sha256:6beede8fc2ab4043da7f69d95534e320944690680dd9a963178a49de71d726c6", + "sha256:8d4a576f7a98eb2fdb40e13106e41f330e5c79d72a68be1316e7852cf4995260" ], - "version": "==2.12.0" + "version": "==2.13.0" }, "setuptools": { "hashes": [ - "sha256:5a03e1860cf56bb6ef48ce186b0e557fdba433237481a9a625176c2831be15d1", - "sha256:8d243eff56d095e5817f796ede6ae32941278f542e0f941867cc05ae52b162ec" + "sha256:80aacbf633704e9c8bfa1d99fa5dd4dc59573efcf9e4042c13d3bcef91ac2ef9", + "sha256:f11dd94b7bae3a156a95ec151f24e4637fb4fa19c878e4d191bfb8b2d82728c4" ], "markers": "python_version >= '3.8'", - "version": "==72.1.0" + "version": "==72.2.0" }, "simplejson": { "hashes": [ - "sha256:0405984f3ec1d3f8777c4adc33eac7ab7a3e629f3b1c05fdded63acc7cf01137", - "sha256:0436a70d8eb42bea4fe1a1c32d371d9bb3b62c637969cb33970ad624d5a3336a", - "sha256:061e81ea2d62671fa9dea2c2bfbc1eec2617ae7651e366c7b4a2baf0a8c72cae", - "sha256:064300a4ea17d1cd9ea1706aa0590dcb3be81112aac30233823ee494f02cb78a", - "sha256:08889f2f597ae965284d7b52a5c3928653a9406d88c93e3161180f0abc2433ba", - "sha256:0a48679310e1dd5c9f03481799311a65d343748fe86850b7fb41df4e2c00c087", - "sha256:0b0a3eb6dd39cce23801a50c01a0976971498da49bc8a0590ce311492b82c44b", - "sha256:0d2d5119b1d7a1ed286b8af37357116072fc96700bce3bec5bb81b2e7057ab41", - "sha256:0d551dc931638e2102b8549836a1632e6e7cf620af3d093a7456aa642bff601d", - "sha256:1018bd0d70ce85f165185d2227c71e3b1e446186f9fa9f971b69eee223e1e3cd", - "sha256:11c39fbc4280d7420684494373b7c5904fa72a2b48ef543a56c2d412999c9e5d", - "sha256:11cc3afd8160d44582543838b7e4f9aa5e97865322844b75d51bf4e0e413bb3e", - "sha256:1537b3dd62d8aae644f3518c407aa8469e3fd0f179cdf86c5992792713ed717a", - "sha256:16ca9c90da4b1f50f089e14485db8c20cbfff2d55424062791a7392b5a9b3ff9", - "sha256:176a1b524a3bd3314ed47029a86d02d5a95cc0bee15bd3063a1e1ec62b947de6", - "sha256:18955c1da6fc39d957adfa346f75226246b6569e096ac9e40f67d102278c3bcb", - "sha256:1bb5b50dc6dd671eb46a605a3e2eb98deb4a9af787a08fcdddabe5d824bb9664", - "sha256:1c768e7584c45094dca4b334af361e43b0aaa4844c04945ac7d43379eeda9bc2", - "sha256:1dd4f692304854352c3e396e9b5f0a9c9e666868dd0bdc784e2ac4c93092d87b", - "sha256:25785d038281cd106c0d91a68b9930049b6464288cea59ba95b35ee37c2d23a5", - "sha256:287e39ba24e141b046812c880f4619d0ca9e617235d74abc27267194fc0c7835", - "sha256:2c1467d939932901a97ba4f979e8f2642415fcf02ea12f53a4e3206c9c03bc17", - "sha256:2c433a412e96afb9a3ce36fa96c8e61a757af53e9c9192c97392f72871e18e69", - "sha256:2d022b14d7758bfb98405672953fe5c202ea8a9ccf9f6713c5bd0718eba286fd", - "sha256:2f98d918f7f3aaf4b91f2b08c0c92b1774aea113334f7cde4fe40e777114dbe6", - "sha256:2fc697be37585eded0c8581c4788fcfac0e3f84ca635b73a5bf360e28c8ea1a2", - "sha256:3194cd0d2c959062b94094c0a9f8780ffd38417a5322450a0db0ca1a23e7fbd2", - "sha256:332c848f02d71a649272b3f1feccacb7e4f7e6de4a2e6dc70a32645326f3d428", - "sha256:346820ae96aa90c7d52653539a57766f10f33dd4be609206c001432b59ddf89f", - "sha256:3471e95110dcaf901db16063b2e40fb394f8a9e99b3fe9ee3acc6f6ef72183a2", - "sha256:3848427b65e31bea2c11f521b6fc7a3145d6e501a1038529da2391aff5970f2f", - "sha256:39b6d79f5cbfa3eb63a869639cfacf7c41d753c64f7801efc72692c1b2637ac7", - "sha256:3e74355cb47e0cd399ead3477e29e2f50e1540952c22fb3504dda0184fc9819f", - "sha256:3f39bb1f6e620f3e158c8b2eaf1b3e3e54408baca96a02fe891794705e788637", - "sha256:40847f617287a38623507d08cbcb75d51cf9d4f9551dd6321df40215128325a3", - "sha256:4280e460e51f86ad76dc456acdbfa9513bdf329556ffc8c49e0200878ca57816", - "sha256:445a96543948c011a3a47c8e0f9d61e9785df2544ea5be5ab3bc2be4bd8a2565", - "sha256:4969d974d9db826a2c07671273e6b27bc48e940738d768fa8f33b577f0978378", - "sha256:49aaf4546f6023c44d7e7136be84a03a4237f0b2b5fb2b17c3e3770a758fc1a0", - "sha256:49e0e3faf3070abdf71a5c80a97c1afc059b4f45a5aa62de0c2ca0444b51669b", - "sha256:49f9da0d6cd17b600a178439d7d2d57c5ef01f816b1e0e875e8e8b3b42db2693", - "sha256:4a8c3cc4f9dfc33220246760358c8265dad6e1104f25f0077bbca692d616d358", - "sha256:4d36081c0b1c12ea0ed62c202046dca11438bee48dd5240b7c8de8da62c620e9", - "sha256:4edcd0bf70087b244ba77038db23cd98a1ace2f91b4a3ecef22036314d77ac23", - "sha256:554313db34d63eac3b3f42986aa9efddd1a481169c12b7be1e7512edebff8eaf", - "sha256:5675e9d8eeef0aa06093c1ff898413ade042d73dc920a03e8cea2fb68f62445a", - "sha256:60848ab779195b72382841fc3fa4f71698a98d9589b0a081a9399904487b5832", - "sha256:66e5dc13bfb17cd6ee764fc96ccafd6e405daa846a42baab81f4c60e15650414", - "sha256:6779105d2fcb7fcf794a6a2a233787f6bbd4731227333a072d8513b252ed374f", - "sha256:6ad331349b0b9ca6da86064a3599c425c7a21cd41616e175ddba0866da32df48", - "sha256:6f0a0b41dd05eefab547576bed0cf066595f3b20b083956b1405a6f17d1be6ad", - "sha256:73a8a4653f2e809049999d63530180d7b5a344b23a793502413ad1ecea9a0290", - "sha256:778331444917108fa8441f59af45886270d33ce8a23bfc4f9b192c0b2ecef1b3", - "sha256:7cb98be113911cb0ad09e5523d0e2a926c09a465c9abb0784c9269efe4f95917", - "sha256:7d74beca677623481810c7052926365d5f07393c72cbf62d6cce29991b676402", - "sha256:7f2398361508c560d0bf1773af19e9fe644e218f2a814a02210ac2c97ad70db0", - "sha256:8434dcdd347459f9fd9c526117c01fe7ca7b016b6008dddc3c13471098f4f0dc", - "sha256:8a390e56a7963e3946ff2049ee1eb218380e87c8a0e7608f7f8790ba19390867", - "sha256:92c4a4a2b1f4846cd4364855cbac83efc48ff5a7d7c06ba014c792dd96483f6f", - "sha256:9300aee2a8b5992d0f4293d88deb59c218989833e3396c824b69ba330d04a589", - "sha256:9453419ea2ab9b21d925d0fd7e3a132a178a191881fab4169b6f96e118cc25bb", - "sha256:9652e59c022e62a5b58a6f9948b104e5bb96d3b06940c6482588176f40f4914b", - "sha256:972a7833d4a1fcf7a711c939e315721a88b988553fc770a5b6a5a64bd6ebeba3", - "sha256:9c1a4393242e321e344213a90a1e3bf35d2f624aa8b8f6174d43e3c6b0e8f6eb", - "sha256:9e038c615b3906df4c3be8db16b3e24821d26c55177638ea47b3f8f73615111c", - "sha256:9e4c166f743bb42c5fcc60760fb1c3623e8fda94f6619534217b083e08644b46", - "sha256:9eb117db8d7ed733a7317c4215c35993b815bf6aeab67523f1f11e108c040672", - "sha256:9eb442a2442ce417801c912df68e1f6ccfcd41577ae7274953ab3ad24ef7d82c", - "sha256:a3cd18e03b0ee54ea4319cdcce48357719ea487b53f92a469ba8ca8e39df285e", - "sha256:a8617625369d2d03766413bff9e64310feafc9fc4f0ad2b902136f1a5cd8c6b0", - "sha256:a970a2e6d5281d56cacf3dc82081c95c1f4da5a559e52469287457811db6a79b", - "sha256:aad7405c033d32c751d98d3a65801e2797ae77fac284a539f6c3a3e13005edc4", - "sha256:adcb3332979cbc941b8fff07181f06d2b608625edc0a4d8bc3ffc0be414ad0c4", - "sha256:af9c7e6669c4d0ad7362f79cb2ab6784d71147503e62b57e3d95c4a0f222c01c", - "sha256:b01fda3e95d07a6148702a641e5e293b6da7863f8bc9b967f62db9461330562c", - "sha256:b8d940fd28eb34a7084877747a60873956893e377f15a32ad445fe66c972c3b8", - "sha256:bccb3e88ec26ffa90f72229f983d3a5d1155e41a1171190fa723d4135523585b", - "sha256:bcedf4cae0d47839fee7de344f96b5694ca53c786f28b5f773d4f0b265a159eb", - "sha256:be893258d5b68dd3a8cba8deb35dc6411db844a9d35268a8d3793b9d9a256f80", - "sha256:c0521e0f07cb56415fdb3aae0bbd8701eb31a9dfef47bb57206075a0584ab2a2", - "sha256:c594642d6b13d225e10df5c16ee15b3398e21a35ecd6aee824f107a625690374", - "sha256:c87c22bd6a987aca976e3d3e23806d17f65426191db36d40da4ae16a6a494cbc", - "sha256:c9ac1c2678abf9270e7228133e5b77c6c3c930ad33a3c1dfbdd76ff2c33b7b50", - "sha256:d0e5ffc763678d48ecc8da836f2ae2dd1b6eb2d27a48671066f91694e575173c", - "sha256:d0f402e787e6e7ee7876c8b05e2fe6464820d9f35ba3f172e95b5f8b699f6c7f", - "sha256:d222a9ed082cd9f38b58923775152003765016342a12f08f8c123bf893461f28", - "sha256:d94245caa3c61f760c4ce4953cfa76e7739b6f2cbfc94cc46fff6c050c2390c5", - "sha256:de9a2792612ec6def556d1dc621fd6b2073aff015d64fba9f3e53349ad292734", - "sha256:e2f5a398b5e77bb01b23d92872255e1bcb3c0c719a3be40b8df146570fe7781a", - "sha256:e8dd53a8706b15bc0e34f00e6150fbefb35d2fd9235d095b4f83b3c5ed4fa11d", - "sha256:e9eb3cff1b7d71aa50c89a0536f469cb8d6dcdd585d8f14fb8500d822f3bdee4", - "sha256:ed628c1431100b0b65387419551e822987396bee3c088a15d68446d92f554e0c", - "sha256:ef7938a78447174e2616be223f496ddccdbf7854f7bf2ce716dbccd958cc7d13", - "sha256:f1c70249b15e4ce1a7d5340c97670a95f305ca79f376887759b43bb33288c973", - "sha256:f3c7363a8cb8c5238878ec96c5eb0fc5ca2cb11fc0c7d2379863d342c6ee367a", - "sha256:fbbcc6b0639aa09b9649f36f1bcb347b19403fe44109948392fbb5ea69e48c3e", - "sha256:febffa5b1eda6622d44b245b0685aff6fb555ce0ed734e2d7b1c3acd018a2cff", - "sha256:ff836cd4041e16003549449cc0a5e372f6b6f871eb89007ab0ee18fb2800fded" + "sha256:01c6657485393f2e9b8177c77a7634f13ebe70d5e6de150aae1677d91516ce6b", + "sha256:0552eb06e7234da892e1d02365cd2b7b2b1f8233aa5aabdb2981587b7cc92ea0", + "sha256:06662392e4913dc8846d6a71a6d5de86db5fba244831abe1dd741d62a4136764", + "sha256:0733ecd95ae03ae718ec74aad818f5af5f3155d596f7b242acbc1621e765e5fb", + "sha256:0766ca6222b410e08e0053a0dda3606cafb3973d5d00538307f631bb59743396", + "sha256:0791f64fed7d4abad639491f8a6b1ba56d3c604eb94b50f8697359b92d983f36", + "sha256:08f9b443a94e72dd02c87098c96886d35790e79e46b24e67accafbf13b73d43b", + "sha256:0959e6cb62e3994b5a40e31047ff97ef5c4138875fae31659bead691bed55896", + "sha256:0a32859d45d7b85fb803bb68f6bee14526991a1190269116c33399fa0daf9bbf", + "sha256:0b5ddd2c7d1d3f4d23224bc8a04bbf1430ae9a8149c05b90f8fc610f7f857a23", + "sha256:0bc5544e3128891bf613b9f71813ee2ec9c11574806f74dd8bb84e5e95bf64a2", + "sha256:101a3c8392028cd704a93c7cba8926594e775ca3c91e0bee82144e34190903f1", + "sha256:1069143a8fb3905e1bc0696c62be7e3adf812e9f1976ac9ae15b05112ff57cc9", + "sha256:1773cabfba66a6337b547e45dafbd471b09487370bcab75bd28f626520410d29", + "sha256:1a53a07320c5ff574d8b1a89c937ce33608832f166f39dff0581ac43dc979abd", + "sha256:1bd41f2cb1a2c57656ceff67b12d005cb255c728265e222027ad73193a04005a", + "sha256:1c49eeb94b8f09dc8a5843c156a22b8bde6aa1ddc65ca8ddc62dddcc001e6a2d", + "sha256:1df0aaf1cb787fdf34484ed4a1f0c545efd8811f6028623290fef1a53694e597", + "sha256:1e557712fc79f251673aeb3fad3501d7d4da3a27eff0857af2e1d1afbbcf6685", + "sha256:1e662336db50ad665777e6548b5076329a94a0c3d4a0472971c588b3ef27de3a", + "sha256:212fce86a22188b0c7f53533b0f693ea9605c1a0f02c84c475a30616f55a744d", + "sha256:23228037dc5d41c36666384062904d74409a62f52283d9858fa12f4c22cffad1", + "sha256:23833ee7e791ec968b744dfee2a2d39df7152050051096caf4296506d75608d8", + "sha256:256e09d0f94d9c3d177d9e95fd27a68c875a4baa2046633df387b86b652f5747", + "sha256:2876027ebdd599d730d36464debe84619b0368e9a642ca6e7c601be55aed439e", + "sha256:2a6a750d3c7461b1c47cfc6bba8d9e57a455e7c5f80057d2a82f738040dd1129", + "sha256:2a954b30810988feeabde843e3263bf187697e0eb5037396276db3612434049b", + "sha256:2b737a5fefedb8333fa50b8db3dcc9b1d18fd6c598f89fa7debff8b46bf4e511", + "sha256:2c78293470313aefa9cfc5e3f75ca0635721fb016fb1121c1c5b0cb8cc74712a", + "sha256:2f56eb03bc9e432bb81adc8ecff2486d39feb371abb442964ffb44f6db23b332", + "sha256:32a3ada8f3ea41db35e6d37b86dade03760f804628ec22e4fe775b703d567426", + "sha256:37105d1d708365b91165e1a6e505bdecc88637091348cf4b6adcdcb4f5a5fb8b", + "sha256:3bbcdc438dc1683b35f7a8dc100960c721f922f9ede8127f63bed7dfded4c64c", + "sha256:3dc5c1a85ff388e98ea877042daec3d157b6db0d85bac6ba5498034689793e7e", + "sha256:42e5acf80d4d971238d4df97811286a044d720693092b20a56d5e56b7dcc5d09", + "sha256:49549e3d81ab4a58424405aa545602674d8c35c20e986b42bb8668e782a94bac", + "sha256:49cc4c7b940d43bd12bf87ec63f28cbc4964fc4e12c031cc8cd01650f43eb94e", + "sha256:4a0710d1a5e41c4f829caa1572793dd3130c8d65c2b194c24ff29c4c305c26e0", + "sha256:4dfa420bb9225dd33b6efdabde7c6a671b51150b9b1d9c4e5cd74d3b420b3fe1", + "sha256:50d8b742d74c449c4dcac570d08ce0f21f6a149d2d9cf7652dbf2ba9a1bc729a", + "sha256:56134bbafe458a7b21f6fddbf889d36bec6d903718f4430768e3af822f8e27c2", + "sha256:5bf6a3b9a7d7191471b464fe38f684df10eb491ec9ea454003edb45a011ab187", + "sha256:5d9e8f836688a8fabe6a6b41b334aa550a6823f7b4ac3d3712fc0ad8655be9a8", + "sha256:619756f1dd634b5bdf57d9a3914300526c3b348188a765e45b8b08eabef0c94e", + "sha256:6300680d83a399be2b8f3b0ef7ef90b35d2a29fe6e9c21438097e0938bbc1564", + "sha256:637c4d4b81825c1f4d651e56210bd35b5604034b192b02d2d8f17f7ce8c18f42", + "sha256:66a0399e21c2112acacfebf3d832ebe2884f823b1c7e6d1363f2944f1db31a99", + "sha256:67a20641afebf4cfbcff50061f07daad1eace6e7b31d7622b6fa2c40d43900ba", + "sha256:6890ff9cf0bd2e1d487e2a8869ebd620a44684c0a9667fa5ee751d099d5d84c8", + "sha256:6d43e24b88c80f997081503f693be832fc90854f278df277dd54f8a4c847ab61", + "sha256:6ef9383c5e05f445be60f1735c1816163c874c0b1ede8bb4390aff2ced34f333", + "sha256:6f455672f4738b0f47183c5896e3606cd65c9ddee3805a4d18e8c96aa3f47c84", + "sha256:6fea0716c593dabb4392c4996d4e902a83b2428e6da82938cf28a523a11eb277", + "sha256:7017329ca8d4dca94ad5e59f496e5fc77630aecfc39df381ffc1d37fb6b25832", + "sha256:7137e69c6781ecf23afab064be94a277236c9cba31aa48ff1a0ec3995c69171e", + "sha256:72e8abbc86fcac83629a030888b45fed3a404d54161118be52cb491cd6975d3e", + "sha256:7355c7203353c36d46c4e7b6055293b3d2be097bbc5e2874a2b8a7259f0325dd", + "sha256:76f8c28fe2d426182405b18ddf3001fce47835a557dc15c3d8bdea01c03361da", + "sha256:7923878b7a0142d39763ec2dbecff3053c1bedd3653585a8474666e420fe83f5", + "sha256:7a7bfad839c624e139a4863007233a3f194e7c51551081f9789cba52e4da5167", + "sha256:7b5c472099b39b274dcde27f1113db8d818c9aa3ba8f78cbb8ad04a4c1ac2118", + "sha256:7c0104b4b7d2c75ccedbf1d9d5a3bd2daa75e51053935a44ba012e2fd4c43752", + "sha256:7e062767ac165df9a46963f5735aa4eee0089ec1e48b3f2ec46182754b96f55e", + "sha256:7e2a098c21ad8924076a12b6c178965d88a0ad75d1de67e1afa0a66878f277a5", + "sha256:817abad79241ed4a507b3caf4d3f2be5079f39d35d4c550a061988986bffd2ec", + "sha256:83c87706265ae3028e8460d08b05f30254c569772e859e5ba61fe8af2c883468", + "sha256:89b35433186e977fa86ff1fd179c1fadff39cfa3afa1648dab0b6ca53153acd9", + "sha256:8e086896c36210ab6050f2f9f095a5f1e03c83fa0e7f296d6cba425411364680", + "sha256:8f41bb5370b34f63171e65fdb00e12be1d83675cecb23e627df26f4c88dfc021", + "sha256:934a50a614fb831614db5dbfba35127ee277624dda4d15895c957d2f5d48610c", + "sha256:93be280fc69a952c76e261036312c20b910e7fa9e234f1d89bdfe3fa34f8a023", + "sha256:951095be8d4451a7182403354c22ec2de3e513e0cc40408b689af08d02611588", + "sha256:a0782cb9bf827f0c488b6aa0f2819f618308a3caf2973cfd792e45d631bec4db", + "sha256:ab69f811a660c362651ae395eba8ce84f84c944cea0df5718ea0ba9d1e4e7252", + "sha256:ad0e0b1ce9bd3edb5cf64b5b5b76eacbfdac8c5367153aeeec8a8b1407f68342", + "sha256:add8850db04b98507a8b62d248a326ecc8561e6d24336d1ca5c605bbfaab4cad", + "sha256:afab2f7f2486a866ff04d6d905e9386ca6a231379181a3838abce1f32fbdcc37", + "sha256:b5587feda2b65a79da985ae6d116daf6428bf7489992badc29fc96d16cd27b05", + "sha256:b9198c1f1f8910a3b86b60f4fe2556d9d28d3fefe35bffe6be509a27402e694d", + "sha256:bc164f32dd9691e7082ce5df24b4cf8c6c394bbf9bdeeb5d843127cd07ab8ad2", + "sha256:bcde83a553a96dc7533736c547bddaa35414a2566ab0ecf7d3964fc4bdb84c11", + "sha256:c40df31a75de98db2cdfead6074d4449cd009e79f54c1ebe5e5f1f153c68ad20", + "sha256:c4f614581b61a26fbbba232a1391f6cee82bc26f2abbb6a0b44a9bba25c56a1c", + "sha256:c9bedebdc5fdad48af8783022bae307746d54006b783007d1d3c38e10872a2c6", + "sha256:cb324bb903330cbb35d87cce367a12631cd5720afa06e5b9c906483970946da6", + "sha256:d00313681015ac498e1736b304446ee6d1c72c5b287cd196996dad84369998f7", + "sha256:d0b0efc7279d768db7c74d3d07f0b5c81280d16ae3fb14e9081dc903e8360771", + "sha256:d0d5a63f1768fed7e78cf55712dee81f5a345e34d34224f3507ebf71df2b754d", + "sha256:d1b8b4d6379fe55f471914345fe6171d81a18649dacf3248abfc9c349b4442eb", + "sha256:d36608557b4dcd7a62c29ad4cd7c5a1720bbf7dc942eff9dc42d2c542a5f042d", + "sha256:d43c2d7504eda566c50203cdc9dc043aff6f55f1b7dae0dcd79dfefef9159d1c", + "sha256:d73efb03c5b39249c82488a994f0998f9e4399e3d085209d2120503305ba77a8", + "sha256:d936ae682d5b878af9d9eb4d8bb1fdd5e41275c8eb59ceddb0aeed857bb264a2", + "sha256:dd011fc3c1d88b779645495fdb8189fb318a26981eebcce14109460e062f209b", + "sha256:dd5b9b1783e14803e362a558680d88939e830db2466f3fa22df5c9319f8eea94", + "sha256:dd6a7dabcc4c32daf601bc45e01b79175dde4b52548becea4f9545b0a4428169", + "sha256:dd7230d061e755d60a4d5445bae854afe33444cdb182f3815cff26ac9fb29a15", + "sha256:e0d2b00ecbcd1a3c5ea1abc8bb99a26508f758c1759fd01c3be482a3655a176f", + "sha256:e1a1452ad5723ff129b081e3c8aa4ba56b8734fee4223355ed7b815a7ece69bc", + "sha256:e88abff510dcff903a18d11c2a75f9964e768d99c8d147839913886144b2065e", + "sha256:ea7a4a998c87c5674a27089e022110a1a08a7753f21af3baf09efe9915c23c3c", + "sha256:eb47ee773ce67476a960e2db4a0a906680c54f662521550828c0cc57d0099426", + "sha256:eed8cd98a7b24861da9d3d937f5fbfb6657350c547528a117297fe49e3960667", + "sha256:ef28c3b328d29b5e2756903aed888960bc5df39b4c2eab157ae212f70ed5bf74", + "sha256:ef59a53be400c1fad2c914b8d74c9d42384fed5174f9321dd021b7017fd40270", + "sha256:f39caec26007a2d0efab6b8b1d74873ede9351962707afab622cc2285dd26ed0", + "sha256:f8efb03ca77bd7725dfacc9254df00d73e6f43013cf39bd37ef1a8ed0ebb5165", + "sha256:fa97278ae6614346b5ca41a45a911f37a3261b57dbe4a00602048652c862c28b", + "sha256:fc3dc9fb413fc34c396f52f4c87de18d0bd5023804afa8ab5cc224deeb6a9900", + "sha256:ff7bc1bbdaa3e487c9469128bf39408e91f5573901cb852e03af378d3582c52d" ], "markers": "python_version >= '2.5' and python_version not in '3.0, 3.1, 3.2, 3.3'", - "version": "==3.19.2" + "version": "==3.19.3" }, "simplekv": { "hashes": [ @@ -2550,11 +2632,11 @@ }, "soupsieve": { "hashes": [ - "sha256:5663d5a7b3bfaeee0bc4372e7fc48f9cff4940b3eec54a6451cc5299f1097690", - "sha256:eaa337ff55a1579b6549dc679565eac1e3d000563bcb1c8ab0d0fefbc0c2cdc7" + "sha256:e2e68417777af359ec65daac1057404a3c8a5455bb8abc36f1a9866ab1a51abb", + "sha256:e72c4ff06e4fb6e4b5a9f0f55fe6e81514581fca1515028625d0f299c602ccc9" ], "markers": "python_version >= '3.8'", - "version": "==2.5" + "version": "==2.6" }, "speaklater": { "hashes": [ @@ -2878,6 +2960,7 @@ "sha256:ff1c61f296e75cba5bac802d0000bfde09143eed946ced1a5162211867c335f8" ], "index": "pypi", + "markers": "python_version >= '3.5'", "version": "==1.3.13" }, "xmltodict": { @@ -2889,11 +2972,11 @@ }, "zipp": { "hashes": [ - "sha256:bf1dcf6450f873a13e952a29504887c89e6de7506209e5b1bcc3460135d4de19", - "sha256:f091755f667055f2d02b32c53771a7a6c8b47e1fdbc4b72a8b9072b3eef8015c" + "sha256:0145e43d89664cfe1a2e533adc75adafed82fe2da404b4bbb6b026c0157bdb31", + "sha256:58da6168be89f0be59beb194da1250516fdaa062ccebd30127ac65d30045e10d" ], "markers": "python_version >= '3.8'", - "version": "==3.19.2" + "version": "==3.20.0" }, "zipstream-ng": { "hashes": [ @@ -2935,6 +3018,7 @@ "sha256:64a640445542cf226919657c7b78d02d9c1ca5b1c25d7e66e0e1ff325060f416" ], "index": "pypi", + "markers": "python_version >= '3.7'", "version": "==0.49" }, "click": { @@ -2946,6 +3030,9 @@ "version": "==8.1.7" }, "coverage": { + "extras": [ + "toml" + ], "hashes": [ "sha256:00368e6328ebff76197fff5f4d5704b44098f89d8d99a67a349ad6674ec0b157", "sha256:0389690e0a1c94e9a246dc3130355d70805e51ca509db1bf07fbde27efb33aa4", @@ -3036,11 +3123,11 @@ }, "importlib-resources": { "hashes": [ - "sha256:50d10f043df931902d4194ea07ec57960f66a80449ff867bfe782b4c486ba78c", - "sha256:cdb2b453b8046ca4e3798eb1d84f3cce1446a0e8e7b5ef4efb600f19fc398145" + "sha256:2d6dfe3b9e055f72495c2085890837fc8c758984e209115c8792bddcb762cd93", + "sha256:4a202b9b9d38563b46da59221d77bb73862ab5d79d461307bcb826d725448b98" ], "markers": "python_version >= '3.8'", - "version": "==6.4.0" + "version": "==6.4.3" }, "iniconfig": { "hashes": [ @@ -3194,6 +3281,7 @@ "sha256:7310f8d27bc79ced999e760ca304d69f6ba6c6649c0b60fb0e04a4a77cacc134" ], "index": "pypi", + "markers": "python_version >= '3.6'", "version": "==6.2.5" }, "pytest-cov": { @@ -3218,6 +3306,7 @@ "sha256:36db30662de7685e794b59fce9a66a8c940b2cc5e70b73aa7f050c587bf847b0" ], "index": "pypi", + "markers": "python_version >= '3.7'", "version": "==2.1.1" }, "pytest-isort": { @@ -3252,11 +3341,11 @@ }, "setuptools": { "hashes": [ - "sha256:5a03e1860cf56bb6ef48ce186b0e557fdba433237481a9a625176c2831be15d1", - "sha256:8d243eff56d095e5817f796ede6ae32941278f542e0f941867cc05ae52b162ec" + "sha256:80aacbf633704e9c8bfa1d99fa5dd4dc59573efcf9e4042c13d3bcef91ac2ef9", + "sha256:f11dd94b7bae3a156a95ec151f24e4637fb4fa19c878e4d191bfb8b2d82728c4" ], "markers": "python_version >= '3.8'", - "version": "==72.1.0" + "version": "==72.2.0" }, "snowballstemmer": { "hashes": [ @@ -3299,11 +3388,11 @@ }, "zipp": { "hashes": [ - "sha256:bf1dcf6450f873a13e952a29504887c89e6de7506209e5b1bcc3460135d4de19", - "sha256:f091755f667055f2d02b32c53771a7a6c8b47e1fdbc4b72a8b9072b3eef8015c" + "sha256:0145e43d89664cfe1a2e533adc75adafed82fe2da404b4bbb6b026c0157bdb31", + "sha256:58da6168be89f0be59beb194da1250516fdaa062ccebd30127ac65d30045e10d" ], "markers": "python_version >= '3.8'", - "version": "==3.19.2" + "version": "==3.20.0" } } } diff --git a/celerybeat-schedule.bak b/celerybeat-schedule.bak new file mode 100644 index 0000000..9a2df2e --- /dev/null +++ b/celerybeat-schedule.bak @@ -0,0 +1,4 @@ +'entries', (3584, 1633) +'__version__', (512, 15) +'tz', (1024, 4) +'utc_enabled', (1536, 4) diff --git a/celerybeat-schedule.dat b/celerybeat-schedule.dat new file mode 100644 index 0000000..69553d5 Binary files /dev/null and b/celerybeat-schedule.dat differ diff --git a/celerybeat-schedule.dir b/celerybeat-schedule.dir new file mode 100644 index 0000000..9a2df2e --- /dev/null +++ b/celerybeat-schedule.dir @@ -0,0 +1,4 @@ +'entries', (3584, 1633) +'__version__', (512, 15) +'tz', (1024, 4) +'utc_enabled', (1536, 4) diff --git a/check-services.sh b/check-services.sh new file mode 100644 index 0000000..a4a7a38 --- /dev/null +++ b/check-services.sh @@ -0,0 +1,23 @@ +# check-services.sh +#!/bin/bash + +# Function to check service status +check_services() { + echo "Checking services status..." + status=$(invenio-cli services status) + echo "$status" + + if [[ "$status" == *"redis: up and running."* && "$status" == *"postgresql: up and running."* && "$status" == *"search: up and running."* ]]; then + echo "All services are up and running." + return 0 + else + echo "Some services are not ready yet." + return 1 + fi +} + +# Loop until all services are up +until check_services; do + echo "Waiting for all services to be fully operational..." + sleep 10 # wait for 10s +done diff --git a/invenio.cfg b/invenio.cfg index 7594cb2..47341f9 100644 --- a/invenio.cfg +++ b/invenio.cfg @@ -100,14 +100,14 @@ PREVIEWER_PREFERENCE = [ COMMUNITIES_GROUPS_ENABLED = True # DOI disabled and not configured -DATACITE_ENABLED = True +DATACITE_ENABLED = True DATACITE_USERNAME = os.getenv("DATACITE_USERNAME","") DATACITE_PASSWORD = os.getenv("DATACITE_PASSWORD","") DATACITE_PREFIX = os.getenv("DATACITE_PREFIX","") -DATACITE_TEST_MODE = os.getenv("DATACITE_TEST_MODE",True) -DATACITE_ENABLED = True + +DATACITE_TEST_MODE = os.getenv("DATACITE_TEST_MODE",True) PROPAGATE_EXCEPTIONS = True @@ -403,3 +403,6 @@ RDM_DOCS_HOMEPAGE = 'http://inveniordm.docs.cern.ch' UV_DEPOSIT_GUIDE = 'https://guides.nyu.edu/ultraviolet/deposit' SCIP_HOMEPAGE = 'https://library.nyu.edu/departments/scholarly-communications-information-policy/' NYU_LIBRARIES_HOMEPAGE = 'https://library.nyu.edu' + +# Max file size for displaying download buttons and link (50 GB) +MAX_FILE_SIZE = 50 * 1024 * 1024 * 1024 diff --git a/templates/semantic-ui/invenio_app_rdm/records/macros/files.html b/templates/semantic-ui/invenio_app_rdm/records/macros/files.html index 432ffcf..621078d 100644 --- a/templates/semantic-ui/invenio_app_rdm/records/macros/files.html +++ b/templates/semantic-ui/invenio_app_rdm/records/macros/files.html @@ -52,12 +52,18 @@ {{_('Name')}} {{_('Size')}} - {%- if config.RDM_ARCHIVE_DOWNLOAD_ENABLED %} - {% set archive_download_url = record.links.archive %} - - {{_("Download all")}} - - {%- endif %} + {% set ns = namespace(download_all=0) %} + {% for file in files %} + {% if file.size > config.MAX_FILE_SIZE %} + {% set ns.download_all = ns.download_all + 1 %} + {% endif %} + {% endfor %} + {% if config.RDM_ARCHIVE_DOWNLOAD_ENABLED and ns.download_all == 0%} + {% set archive_download_url = record.links.archive %} + + {{_("Download all")}} + + {% endif %} {{_('Actions')}} @@ -76,7 +82,11 @@
- {{ file.key }} + {% if file.size < config.MAX_FILE_SIZE %} + {{ file.key }} + {% else %} + {{ file.key }} + {% endif %}
{{ file.checksum }}
@@ -92,10 +102,12 @@ {{_("Preview")}} {% endif %} - - - {{_('Download')}} - + {% if file.size < config.MAX_FILE_SIZE %} + + + {{_('Download')}} + + {% endif %} diff --git a/tests/e2e/conftest.py b/tests/e2e/conftest.py index 0d1279d..60f0ea4 100644 --- a/tests/e2e/conftest.py +++ b/tests/e2e/conftest.py @@ -18,6 +18,8 @@ from invenio_config import create_config_loader import pytest import os +from selenium import webdriver +from selenium.webdriver.chrome.options import Options @pytest.fixture(scope="module") @@ -37,3 +39,27 @@ def create_app(ultraviolet_instance_path): app_class=factory.app_class(), ) return create_app_e2e + +@pytest.fixture(scope="module") +def chrome_driver(): + chrome_options = Options() + chrome_options.add_argument("disable-blink-features=AutomationControlled") + chrome_options.add_argument('--headless=new') + chrome_options.add_argument('user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36') + chrome_options.add_argument("--window-size=1920,1080") + chrome_options.add_argument("--disable-gpu") + chrome_options.add_argument("--disable-software-rasterizer") + chrome_options.add_argument("--no-sandbox") + chrome_options.add_experimental_option("prefs", {"profile.managed_default_content_settings.images": 2}) + chrome_options.page_load_strategy = 'none' + chrome_options.add_experimental_option("excludeSwitches", ["enable-automation"]) + chrome_options.add_experimental_option('useAutomationExtension', False) + chrome_options.add_argument('--ignore-ssl-errors=yes') + chrome_options.add_argument('--ignore-certificate-errors') + driver = webdriver.Chrome(options=chrome_options) + driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})") + + try: + yield driver + finally: + driver.quit() \ No newline at end of file diff --git a/tests/e2e/test_e2e_files_page_download.py b/tests/e2e/test_e2e_files_page_download.py new file mode 100644 index 0000000..84d542e --- /dev/null +++ b/tests/e2e/test_e2e_files_page_download.py @@ -0,0 +1,483 @@ +# -*- coding: utf-8 -*- +# +# -*- coding: utf-8 -*- +# -*- coding: utf-8 -*- +# +# Copyright (C) 2019 NYU. +# +# ultraviolet is free software; you can redistribute it and/or modify it +# under the terms of the MIT License; see LICENSE file for more details. +"""E2E test for files page download related elements.""" + + +import os +import random +import string +import subprocess +from time import sleep + +import pytest +import requests +from selenium import webdriver +from selenium.common.exceptions import TimeoutException +from selenium.webdriver.chrome.options import Options +from selenium.webdriver.common.by import By +from selenium.webdriver.support import expected_conditions as EC +from selenium.webdriver.support.ui import WebDriverWait + +code_text = None + +def login(browser): + """ + Logs a user into the application by navigating to the login page, filling credentials, and submitting form. + """ + try: + browser.get("https://127.0.0.1:5000/") + login_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, "a.ui.button[href='/login/?next=%2F']")) + ) + login_button.click() + assert "Log in to account" == browser.find_element(By.TAG_NAME, "h3").text + + # Login + browser.find_element(By.NAME, "email").send_keys('adminUV@test.com') + browser.find_element(By.NAME, "password").send_keys('changeme') + login_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, "button.ui.fluid.large.submit.primary.button")) + ) + login_button.click() + except Exception as e: + if not os.path.exists("screenshots"): + os.mkdir("screenshots") + browser.save_screenshot(f'screenshots/test_login{".".join(random.choices(string.ascii_lowercase + string.digits, k=10))}.png') + print(str(e)) + raise e + +def upload_file(code_text, size): + """ + Handles the upload process of a file to InvenioRDM. + + Args: + code_text (str): The bearer token used for authorization. + size (int): The size of the file to generate and upload in mb. + + Raises: + Exception: If any step in the file upload process fails. + """ + try: + # 1. Create a Draft Upload + url = "https://127.0.0.1:5000/api/records" + headers = { + "Authorization": f"Bearer {code_text}", + "Content-Type": "application/json", + "Referer": "https://127.0.0.1:5000" + } + data = { + "metadata": { + "title": "Test file", + "creators": [ + { + "person_or_org": { + "given_name": "Josiah", + "family_name": "Carberry", + "type": "personal", + "identifiers": [{"identifier": "0000-0002-1825-0097"}] + }, + "affiliations": [{"name": "Brown University"}] + } + ], + "publisher": "InvenioRDM", + "publication_date": "2024-05-14", + "resource_type": {"id": "dataset"} + } + } + response = requests.post(url, headers=headers, json=data, verify=False) + pid = response.json().get("id") + + create_file('fake.bin', size) + + # 2. Initialize the file uplaod for the large file + url = f"https://127.0.0.1:5000/api/records/{pid}/draft/files" + data = [{"key": "fake.bin"}] + response = requests.post(url, headers=headers, json=data, verify=False) + + # 3. Upload the file content + url = f"https://127.0.0.1:5000/api/records/{pid}/draft/files/fake.bin/content" + headers = { + "Authorization": f"Bearer {code_text}", + "Content-Type": "application/octet-stream", + "Referer": "https://127.0.0.1:5000" + } + with open("fake.bin", 'rb') as file: + response = requests.put(url, headers=headers, data=file, verify=False) + + # 4. Commit the uploaded file + url = f"https://127.0.0.1:5000/api/records/{pid}/draft/files/fake.bin/commit" + headers = { + "Authorization": f"Bearer {code_text}", + "Referer": "https://127.0.0.1:5000" + } + response = requests.post(url, headers=headers, verify=False) + except Exception as e: + print(str(e)) + +def create_file(file_path, size_in_mb): + """ + Creates a large file of a specified size by using the 'truncate' command to set the file size. + + Args: + file_path (str): The path where the file will be created. + size_in_mb (int): The size of the file to create in mb. + + Raises: + subprocess.CalledProcessError: If the 'truncate' command fails. + """ + size_in_bytes = size_in_mb * 1024 * 1024 + try: + subprocess.run(['truncate', '-s', str(size_in_bytes), file_path], check=True) + print(f"Successfully created {file_path} with size {size_in_mb}MB.") + except subprocess.CalledProcessError as e: + print(f"An error occurred while running truncate: {e}") + +def cleanup_token(browser): + """ + A helper method to delete the testing token. + """ + yield + + login(browser) + # delete token + browser.get("https://127.0.0.1:5000/") + browser.get('https://127.0.0.1:5000/account/settings/applications/') + token_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(text(), 'token-for-e2e-test')]")) + ) + token_link.click() + delete_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//button[@type="submit" and @name="delete" and contains(@class, "ui button negative")]')) + ) + delete_button.click() + +def cleanup_community(browser): + """ + A helper method to delete the testing community. + """ + yield + + try: + login(browser) + + browser.get('https://127.0.0.1:5000/me/communities') + community_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(text(), 'a-test-community-name')]")) + ) + community_link.click() + settings_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'item') and .//i[contains(@class, 'settings icon')]]")) + ) + settings_link.click() + delete_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//button[@id='delete-button' and @aria-haspopup='dialog']")) + ) + delete_button.click() + confirm_delete_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//button[contains(@class, 'ui negative button') and contains(text(), 'Delete')]")) + ) + confirm_delete_button.click() + except Exception as e: + if not os.path.exists("screenshots"): + os.mkdir("screenshots") + browser.save_screenshot(f'screenshots/test_cleanup_community{".".join(random.choices(string.ascii_lowercase + string.digits, k=10))}.png') + print(str(e)) + raise e + +def setup_community(browser): + """ + Helper function to automate the process of setting up a new community. + + """ + login(browser) + + # Navigate to the community creation page + browser.get("https://127.0.0.1:5000/me/communities") + community_button = WebDriverWait(browser, 10).until( + EC.presence_of_element_located((By.CSS_SELECTOR, "a.ui.positive.right.floated.button[href='/communities/new']")) + ) + community_button.click() + + # Create new community + WebDriverWait(browser, 10).until( + EC.visibility_of_element_located((By.NAME, "metadata.title")) + ).send_keys("a-test-community-name") + WebDriverWait(browser, 10).until( + EC.visibility_of_element_located((By.NAME, "slug")) + ).send_keys(''.join(random.choice(string.ascii_lowercase) for _ in range(8))) + create_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, "button.ui.icon.positive.left.labeled.button")) + ) + create_button.click() + +@pytest.mark.order(1) +def test_small_file(chrome_driver): + """ + This test verifies the upload and publication workflow for a small file within the application. + The Download button, Download all button, and file name download link should be presented. + """ + global code_text + + # Update config for testing + config_file_path = os.path.join(os.path.dirname(__file__), '../../invenio.cfg') + with open(config_file_path, 'r') as file: + original_lines = file.readlines() + updated_lines = original_lines.copy() + + key1 = 'MAX_FILE_SIZE' + value1 = '10 * 1024 * 1024' # Set to 10 MB + key2 = 'DATACITE_ENABLED' + value2 = 'False' # Not use DOI + + for i, line in enumerate(updated_lines): + if line.startswith(key1): + updated_lines[i] = f"{key1} = {value1}\n" + if line.startswith(key2): + updated_lines[i] = f"{key2} = {value2}\n" + + with open(config_file_path, 'w') as file: + file.writelines(updated_lines) + + sleep(5) + + try: + browser = chrome_driver + setup_community(browser) + # generate token + browser.get("https://127.0.0.1:5000/account/settings/applications/") + + new_token_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[@class='ui compact tiny button basic secondary' and contains(., 'New token')]")) + ) + new_token_button.click() + + name_input = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//input[@id='name']")) + ) + name_input.send_keys("token-for-e2e-test") + + create_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//button[@type='submit' and contains(., 'Create')]")) + ) + create_button.click() + + generated_code = WebDriverWait(browser, 10).until( + EC.visibility_of_element_located((By.XPATH, "//div[@class='ui small label']/code")) + ) + code_text = generated_code.text + + save_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//button[@type='submit' and @name='save' and contains(., 'Save')]")) + ) + save_button.click() + + # API calls for upload large file + upload_file(code_text, 1) + + # 5. Assign community and publish the draft + browser.get("https://127.0.0.1:5000/me/uploads") + + test_file_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'truncate-lines-2') and text()='Test file']")) + ) + test_file_link.click() + + community_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//button[contains(@name, "setting") and contains(@class, "community-header-button")]')) + ) + community_button.click() + + select_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//button[contains(@aria-label, "Select a-test-community-name") and contains(@class, "ui small button")]')) + ) + select_button.click() + + submit_review_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, 'button[name="SubmitReview"]')) + ) + submit_review_button.click() + checkbox1 = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//label[@for='acceptAccessToRecord']")) + ) + checkbox1.click() + checkbox2 = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//label[@for='acceptAfterPublishRecord']")) + ) + checkbox2.click() + submit_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, 'button[name="submitReview"]')) + ) + submit_button.click() + + accept_and_publish_button1 = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//button[contains(., 'Accept and publish')]")) + ) + accept_and_publish_button1.click() + all_accept_and_publish_buttons = WebDriverWait(browser, 10).until( + EC.presence_of_all_elements_located((By.XPATH, "//button[contains(., 'Accept and publish')]")) + ) + if len(all_accept_and_publish_buttons) >= 2: + all_accept_and_publish_buttons[1].click() + browser.refresh() + uploads_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'item') and contains(text(), 'Uploads')]")) + ) + uploads_link.click() + test_title_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'truncate-lines-2') and contains(text(), 'Test file')]")) + ) + test_title_link.click() + + # Download button + _ = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//a[@role="button" and contains(@class, "ui compact mini button") and contains(., "Download")]')) + ) + # Name download link + _ = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//a[@class="wrap-long-link"]')) + ) + # Download all button + _ = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, "a.ui.compact.mini.button.right.floated.archive-link")) + ) + except Exception as e: + if not os.path.exists("screenshots"): + os.mkdir("screenshots") + browser.save_screenshot(f'screenshots/test_small_file{".".join(random.choices(string.ascii_lowercase + string.digits, k=10))}.png') + print(str(e)) + raise e + finally: + if os.path.exists("fake.bin"): + os.remove("fake.bin") + cleanup_token(browser) + cleanup_community(browser) + +@pytest.mark.order(2) +def test_large_file(chrome_driver): + """ + This test verifies the upload and publication workflow for a large file within the application. + The Download button, Download all button, and file name download link should not be presented. + """ + global code_text + try: + browser = chrome_driver + + # remove old fake file if present + if os.path.exists("fake.bin"): + os.remove("fake.bin") + + upload_file(code_text, 20) + + # 5. Assign community and publish the draft + browser.get("https://127.0.0.1:5000/me/uploads") + + test_file_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'truncate-lines-2') and text()='Test file']")) + ) + test_file_link.click() + + community_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//button[contains(@name, "setting") and contains(@class, "community-header-button")]')) + ) + community_button.click() + + select_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, '//button[contains(@aria-label, "Select a-test-community-name") and contains(@class, "ui small button")]')) + ) + select_button.click() + + submit_review_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, 'button[name="SubmitReview"]')) + ) + submit_review_button.click() + checkbox1 = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//label[@for='acceptAccessToRecord']")) + ) + checkbox1.click() + checkbox2 = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//label[@for='acceptAfterPublishRecord']")) + ) + checkbox2.click() + submit_button = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.CSS_SELECTOR, 'button[name="submitReview"]')) + ) + + submit_button.click() + + accept_and_publish_button1 = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//button[contains(@class, 'ui icon positive left labeled button') and contains(., 'Accept and publish')]")) + ) + accept_and_publish_button1.click() + all_accept_and_publish_buttons = WebDriverWait(browser, 10).until( + EC.presence_of_all_elements_located((By.XPATH, "//button[contains(., 'Accept and publish')]")) + ) + if len(all_accept_and_publish_buttons) >= 2: + all_accept_and_publish_buttons[1].click() + browser.refresh() + uploads_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'item') and contains(text(), 'Uploads')]")) + ) + uploads_link.click() + test_title_link = WebDriverWait(browser, 10).until( + EC.element_to_be_clickable((By.XPATH, "//a[contains(@class, 'truncate-lines-2') and contains(text(), 'Test file')]")) + ) + test_title_link.click() + + try: + _ = WebDriverWait(browser, 10).until( + EC.presence_of_element_located((By.XPATH, '//a[@role="button" and contains(@class, "ui compact mini button") and contains(., "Download")]')) + ) + assert False, "Download button should not be present, but it was found." + except TimeoutException: + # expected exception + pass + + try: + _ = WebDriverWait(browser, 10).until( + EC.presence_of_element_located((By.XPATH, '//a[@class="wrap-long-link"]')) + ) + assert False, "Download link should not be present, but it was found." + except TimeoutException: + # expected exception + pass + except Exception as e: + if not os.path.exists("screenshots"): + os.mkdir("screenshots") + browser.save_screenshot(f'screenshots/test_lage_file{".".join(random.choices(string.ascii_lowercase + string.digits, k=10))}.png') + print(str(e)) + raise e + finally: + browser.quit() + if os.path.exists("fake.bin"): + os.remove("fake.bin") + cleanup_token(browser) + cleanup_community(browser) + + # Remove config updates after test finish + config_file_path = os.path.join(os.path.dirname(__file__), '../../invenio.cfg') + with open(config_file_path, 'r') as file: + original_lines = file.readlines() + updated_lines = original_lines.copy() + + key1 = 'MAX_FILE_SIZE' + value1 = '50 * 1024 * 1024 * 1024' + key2 = 'DATACITE_ENABLED' + value2 = 'True' + + for i, line in enumerate(updated_lines): + if line.startswith(key1): + updated_lines[i] = f"{key1} = {value1}\n" + if line.startswith(key2): + updated_lines[i] = f"{key2} = {value2}\n" + + with open(config_file_path, 'w') as file: + file.writelines(updated_lines) + + diff --git a/tests/e2e/test_e2e_front_page.py b/tests/e2e/test_e2e_front_page.py new file mode 100644 index 0000000..4d12344 --- /dev/null +++ b/tests/e2e/test_e2e_front_page.py @@ -0,0 +1,35 @@ +# -*- coding: utf-8 -*- +# +# -*- coding: utf-8 -*- +# -*- coding: utf-8 -*- +# +# Copyright (C) 2019 NYU. +# +# ultraviolet is free software; you can redistribute it and/or modify it +# under the terms of the MIT License; see LICENSE file for more details. +"""E2E test of the front page.""" + +import os +import random +import string +from selenium import webdriver +from selenium.webdriver.chrome.options import Options +from selenium.webdriver.common.by import By +import multiprocessing + +"""This is needed so live_server fixture can be used on Mac with python3.8 + https://github.com/pytest-dev/pytest-flask/issues/104 """ +multiprocessing.set_start_method("fork") + + +def test_frontpage(chrome_driver): + """Test retrieval of front page.""" + try: + browser = chrome_driver + browser.get("https://127.0.0.1:5000/") + assert "Search UltraViolet" == browser.find_element(By.TAG_NAME, "h1").text + except Exception as e: + if not os.path.exists("screenshots"): + os.mkdir("screenshots") + browser.save_screenshot(f'screenshots/test_frontpage_failure_{".".join(random.choices(string.ascii_lowercase + string.digits, k=10))}.png') + raise e \ No newline at end of file diff --git a/tests/e2e/test_front_page.py b/tests/e2e/test_front_page.py deleted file mode 100644 index 6d6a9b3..0000000 --- a/tests/e2e/test_front_page.py +++ /dev/null @@ -1,24 +0,0 @@ -# -*- coding: utf-8 -*- -# -# -*- coding: utf-8 -*- -# -*- coding: utf-8 -*- -# -# Copyright (C) 2019 NYU. -# -# ultraviolet is free software; you can redistribute it and/or modify it -# under the terms of the MIT License; see LICENSE file for more details. -"""E2E test of the front page.""" - -from flask import url_for -from selenium.webdriver.common.by import By -import multiprocessing - -"""This is needed so live_server fixture can be used on Mac with python3.8 - https://github.com/pytest-dev/pytest-flask/issues/104 """ -multiprocessing.set_start_method("fork") - - -def test_frontpage(live_server, browser): - """Test retrieval of front page.""" - browser.get(url_for("invenio_app_rdm.index", _external=True)) - assert "Search Ultraviolet" == browser.find_element(By.TAG_NAME, "h1").text diff --git a/tests/ui/test_files_page_download.py b/tests/ui/test_files_page_download.py new file mode 100644 index 0000000..8c50a67 --- /dev/null +++ b/tests/ui/test_files_page_download.py @@ -0,0 +1,90 @@ +# -*- coding: utf-8 -*- +# +# -*- coding: utf-8 -*- +# -*- coding: utf-8 -*- +# +# Copyright (C) 2019 NYU. +# +# ultraviolet is free software; you can redistribute it and/or modify it +# under the terms of the MIT License; see LICENSE file for more details. +"""View tests for files page download related elements.""" + +from flask import render_template_string + +def test_small_file_download_visibility(create_app): + """ + This test verifies the Download button, Download all button, + and downoad link should be presented for small files. + """ + app = create_app() + app.config['SERVER_NAME'] = 'localhost' + + with app.app_context(): + + file = { + "size": 20 * 1024**3, + "key": "example-file-key" + } + + context = { + "files": [file], + "pid": "example-pid", + "is_preview": True, + "with_preview": True, + "file_type": "jpg", + "config": app.config, + "record": { + "links":{ + "archive": "https://127.0.0.1:5000/api/records/6se1e-bgq09/files", + } + }, + } + + wrapped_content = """ + {% from "invenio_app_rdm/records/macros/files.html" import file_list %} + {{ file_list(files, pid, is_preview=true, record=record) }} + """ + + rendered = render_template_string(wrapped_content, **context) + assert "Download" in rendered, f"Download button not found in rendered content: {rendered}" + assert "wrap-long-link" in rendered, f"Download link not found in rendered content: {rendered}" + assert "Download all" in rendered, f"Download all button not found in rendered content: {rendered}" + + +def test_large_filedownload_visibility(create_app): + """ + This test verifies the Download button, Download all button, + and downoad link should be not presented for lage files. + """ + app = create_app() + app.config['SERVER_NAME'] = 'localhost' + + with app.app_context(): + + file = { + "size": 60 * 1024**3, + "key": "example-file-key" + } + context = { + "files": [file], + "pid": "example-pid", + "is_preview": True, + "with_preview": True, + "file_type": "jpg", + "config": app.config, + "record": { + "links":{ + "archive": "https://127.0.0.1:5000/api/records/6se1e-bgq09/files", + } + }, + } + + wrapped_content = """ + {% from "invenio_app_rdm/records/macros/files.html" import file_list %} + {{ file_list(files, pid, is_preview=true, record=record) }} + """ + + rendered = render_template_string(wrapped_content, **context) + assert "Download" not in rendered, f"Download button found in rendered content when it shouldn't be: {rendered}" + assert not "wrap-long-link" in rendered, f"Download link found in rendered content: {rendered}" + assert not "Download all" in rendered, f"Download all link found in rendered content: {rendered}"