diff --git a/data_ingest/.gitattributes b/data_ingest/.gitattributes new file mode 100644 index 0000000..c07c57a --- /dev/null +++ b/data_ingest/.gitattributes @@ -0,0 +1 @@ +tests/scrape_responses/*.html linguist-generated diff --git a/data_ingest/.gitignore b/data_ingest/.gitignore index 09dd1da..633d78f 100644 --- a/data_ingest/.gitignore +++ b/data_ingest/.gitignore @@ -1 +1,2 @@ venv/* +__pycache__/ diff --git a/data_ingest/.python-version b/data_ingest/.python-version new file mode 100644 index 0000000..e4fba21 --- /dev/null +++ b/data_ingest/.python-version @@ -0,0 +1 @@ +3.12 diff --git a/data_ingest/README.md b/data_ingest/README.md new file mode 100644 index 0000000..e69de29 diff --git a/data_ingest/main.py b/data_ingest/main.py new file mode 100644 index 0000000..006a11f --- /dev/null +++ b/data_ingest/main.py @@ -0,0 +1,2 @@ +if __name__ == "__main__": + print("starting import") diff --git a/data_ingest/pyproject.toml b/data_ingest/pyproject.toml new file mode 100644 index 0000000..0b20852 --- /dev/null +++ b/data_ingest/pyproject.toml @@ -0,0 +1,13 @@ +[project] +name = "data-ingest" +version = "0.1.0" +description = "Scripts to scrape data and insert into database" +readme = "README.md" +requires-python = ">=3.12" +dependencies = [ + "imslp>=0.2.3", + "pytest>=8.3.3", + "ruff>=0.7.4", +] +[tool.pytest.ini_options] +pythonpath = ["."] diff --git a/data_ingest/tests/scrape_responses/pieces.html b/data_ingest/tests/scrape_responses/pieces.html new file mode 100644 index 0000000..b363f70 --- /dev/null +++ b/data_ingest/tests/scrape_responses/pieces.html @@ -0,0 +1,2014 @@ + + + +
+Movements/SectionsMov'ts/Sec's + | +13 pieces + |
---|---|
Composition Year + | +1910 + |
Genre Categories + | +Preludes; For piano; Scores featuring the piano; + |
Contents
|
10. Lento (B minor)
+*#90477 - 10.41MB - 5:11 - -) ( - !N/!N/!N - 18264×⇩ - MP4 - Visionfugitiva
+
MP4 file (audio/video)
+Visionfugitiva (2011/1/16)
+
+
|
11. Allegretto (B major)
+*#266010 - 3.71MB - 10:48 - -) ( - !N/!N/!N - 3920×⇩ - MP3 - Hreichgott
+
MP3 file (audio)
+Hreichgott (2013/1/14)
+
+
|
+
|
+
|
12. Allegro (G♯ minor)
+*#719217 - 7.67MB - 3:21 - -) ( - V/67/35 - 49×⇩ - MP3 - Lucas-coelho
+
MP3 file (audio)
+Lucas-coelho (2021/7/25)
+
+
|
12. Allegro (G♯ minor)
+*#746289 - 5.62MB - 2:27 - -) ( - V/67/35 - 8×⇩ - MP3 - Lucas-coelho
+
MP3 file (audio)
+Lucas-coelho (2021/11/21)
+
+
|
⇒ 13 more: 1. Allegro vivace (C major) • 2. Allegretto (B♭ minor) • 3. Allegro vivace (E major) • 4. Allegro con brio (E minor) • 5. Moderato (G major) • 6. Allegro appassionato (F minor) • 7. Moderato (F major) • 8. Vivo (A minor) • 9. Allegro moderato (A major) • 10. Lento (B minor) • 11. Allegretto (B major) • 12. Allegro (G♯ minor) • 13. Grave (D♭ major) +
+
+
|
⇒ 13 more: 1. Allegro vivace (C major) • 2. Allegretto (B♭ minor) • 3. Allegro vivace (E major) • 4. Allegro con brio (E minor) • 5. Moderato (G major) • 6. Allegro appassionato (F minor) • 7. Moderato (F major) • 8. Vivo (A minor) • 9. Allegro moderato (A major) • 10. Lento (B minor) • 11. Allegretto (B major) • 12. Allegro (G♯ minor) • 13. Grave (D♭ major) +
+
+
|
Complete Score
+*#00344 - 4.68MB, 59 pp. - -) (- V/V*/V* - 34124×⇩ - Feldmahler
+
PDF scanned by Unknown
+Feldmahler (2006/2/21)
+
+
|
⇒ 7 more: 2. Allegretto (B♭ minor) • 5. Moderato (G major) • 7. Moderato (F major) • 9. Allegro moderato (A major) • 10. Lento (B minor) • 12. Allegro (G♯ minor) • 13. Grave (D♭ major) +
+
+
|
10. Lento (B minor)
+*#424726 - 0.43MB, 4 pp. - -) (- V/V/V - 728×⇩ - QuinnMason
+
PDF scanned by RUS-Mrg
+QuinnMason (2016/5/31)
+
+
|
10a. Lento (B minor)
+*#641674 - 7.11MB, 6 pp. - -) (- V/V/V - 97×⇩ - Silotissimus
+
PDF scanned by UC Berkeley Lib...
+Silotissimus (2020/8/14)
+
+
|
Work Title + | +13 Preludes + |
---|---|
Alternative. Title + | +Прелюдии / Prelyudii + |
Name Translations + | +Préludes de Rachmaninov; 13 Preludes, Op. 32; Preludes, Op. 32; Preludia op. 32 (Rachmaninow); Прелюдії op. 32 (Рахманінов); + |
Name Aliases + | +Preludes, Op. 32 (Rachmaninov) + |
Authorities + | +WorldCat; Wikipedia; VIAF: 2935157884807660620003; LCCN: no96055342; GND: 300124015 + |
Composer + | +Rachmaninoff, Sergei + |
Opus/Catalogue NumberOp./Cat. No. + | +Op.32 + |
I-Catalogue NumberI-Cat. No. + | +ISR 44 + |
Key + | +Uses all major and minor keys (together with 10 Preludes, Op.23 and Prelude in C♯ minor (No.2) from Morceaux de fantaisie, Op.3) + |
Movements/SectionsMov'ts/Sec's + | +13 pieces:
+
|
Year/Date of CompositionY/D of Comp. + | +1910 + |
First Publication. + | +1911 – Moscow: A. Gutheil, Plates A. 9612-24 G., 57 pages + |
Average DurationAvg. Duration + | +39 minutes + |
Composer Time PeriodComp. Period + | +Romantic + |
Piece Style + | +Romantic + |
Instrumentation + | +piano + |
External Links + | +Wikipedia article + |