Skip to content

Commit 75bfd21

Browse files
schnaitterschnaitter
committed
feat: Generate synthetic csv data
1 parent 9121221 commit 75bfd21

3 files changed

Lines changed: 269 additions & 0 deletions

File tree

‎040-Projekt_CSV_I/books_powerlaw_dataset.csv‎

Lines changed: 181 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,181 @@
1+
isbn,author,year,title,sales_year,sales
2+
9780241951446,"Murakami, Haruki",1984,Norwegian Wood,2020,61
3+
9783518587249,"Boltanski, Luc",1999,Der neue Geist des Kapitalismus,2020,40
4+
9780141185422,"Joyce, James",1922,Ulysses,2020,15
5+
9783518587157,"Latour, Bruno",2017,Kampf um Gaia,2020,15
6+
9783518587010,"Harari, Yuval Noah",2013,Eine kurze Geschichte der Menschheit,2020,14
7+
9780143124276,"Rushdie, Salman",1981,Midnight's Children,2020,14
8+
9783518587287,"Han, Byung-Chul",2016,Die Austreibung des Anderen,2020,8
9+
9780141439600,"Dickens, Charles",1861,Great Expectations,2020,8
10+
9780141439471,"Woolf, Virginia",1927,To the Lighthouse,2020,8
11+
9780143058144,"Morrison, Toni",1987,Beloved,2020,8
12+
9780374533557,"Knausgård, Karl Ove",2009,My Struggle: Book 1,2020,8
13+
9783596196036,"Kafka, Franz",1925,Der Prozess,2020,8
14+
9783518587119,"Mbembe, Achille",2016,Politik der Feindschaft,2020,8
15+
9780141439518,"Orwell, George",1949,Nineteen Eighty-Four,2020,7
16+
9783446254251,"Kahneman, Daniel",2012,"Schnelles Denken, langsames Denken",2020,7
17+
9780141439556,"Brontë, Charlotte",1847,Jane Eyre,2020,7
18+
9783518587164,"Sloterdijk, Peter",1998,Sphären I,2020,7
19+
9783518587201,"Rosa, Hartmut",2016,Resonanz,2020,7
20+
9780374530532,"Atwood, Margaret",1985,The Handmaid's Tale,2020,7
21+
9780374532741,"Ferrante, Elena",2011,My Brilliant Friend,2020,7
22+
9783518293454,"Luhmann, Niklas",1984,Soziale Systeme,2020,6
23+
9783518465905,"Foucault, Michel",1975,Überwachen und Strafen,2020,6
24+
9783518465196,"Arendt, Hannah",1958,The Human Condition,2020,6
25+
9783518465172,"Adorno, Theodor W.",1951,Minima Moralia,2020,6
26+
9780141182605,"Austen, Jane",1813,Pride and Prejudice,2020,6
27+
9783518293447,"Habermas, Jürgen",1981,Theorie des kommunikativen Handelns,2020,5
28+
9783518465189,"Butler, Judith",1990,Das Unbehagen der Geschlechter,2020,5
29+
9780141439587,"Eliot, George",1871,Middlemarch,2020,5
30+
9783518465202,"Benjamin, Walter",1936,Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit,2020,5
31+
9783518587225,"Bauman, Zygmunt",2000,Liquid Modernity,2020,5
32+
9783596196036,"Kafka, Franz",1925,Der Prozess,2021,151
33+
9780141439518,"Orwell, George",1949,Nineteen Eighty-Four,2021,44
34+
9783518465196,"Arendt, Hannah",1958,The Human Condition,2021,29
35+
9783518465172,"Adorno, Theodor W.",1951,Minima Moralia,2021,24
36+
9780143058144,"Morrison, Toni",1987,Beloved,2021,19
37+
9780141182605,"Austen, Jane",1813,Pride and Prejudice,2021,15
38+
9783518587010,"Harari, Yuval Noah",2013,Eine kurze Geschichte der Menschheit,2021,15
39+
9780141439556,"Brontë, Charlotte",1847,Jane Eyre,2021,13
40+
9780141439600,"Dickens, Charles",1861,Great Expectations,2021,11
41+
9783518465202,"Benjamin, Walter",1936,Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit,2021,9
42+
9783518587249,"Boltanski, Luc",1999,Der neue Geist des Kapitalismus,2021,8
43+
9783518465905,"Foucault, Michel",1975,Überwachen und Strafen,2021,8
44+
9780374533557,"Knausgård, Karl Ove",2009,My Struggle: Book 1,2021,8
45+
9783518587287,"Han, Byung-Chul",2016,Die Austreibung des Anderen,2021,8
46+
9780374530532,"Atwood, Margaret",1985,The Handmaid's Tale,2021,7
47+
9783518587164,"Sloterdijk, Peter",1998,Sphären I,2021,7
48+
9783518587201,"Rosa, Hartmut",2016,Resonanz,2021,7
49+
9783518465189,"Butler, Judith",1990,Das Unbehagen der Geschlechter,2021,6
50+
9780374532741,"Ferrante, Elena",2011,My Brilliant Friend,2021,6
51+
9783518293447,"Habermas, Jürgen",1981,Theorie des kommunikativen Handelns,2021,6
52+
9783518293454,"Luhmann, Niklas",1984,Soziale Systeme,2021,6
53+
9780141185422,"Joyce, James",1922,Ulysses,2021,6
54+
9783446254251,"Kahneman, Daniel",2012,"Schnelles Denken, langsames Denken",2021,6
55+
9783518587157,"Latour, Bruno",2017,Kampf um Gaia,2021,5
56+
9780141439587,"Eliot, George",1871,Middlemarch,2021,5
57+
9780141439471,"Woolf, Virginia",1927,To the Lighthouse,2021,5
58+
9783518587225,"Bauman, Zygmunt",2000,Liquid Modernity,2021,5
59+
9783518587119,"Mbembe, Achille",2016,Politik der Feindschaft,2021,5
60+
9780143124276,"Rushdie, Salman",1981,Midnight's Children,2021,5
61+
9780241951446,"Murakami, Haruki",1984,Norwegian Wood,2021,5
62+
9783518587119,"Mbembe, Achille",2016,Politik der Feindschaft,2022,147
63+
9780141439587,"Eliot, George",1871,Middlemarch,2022,97
64+
9780241951446,"Murakami, Haruki",1984,Norwegian Wood,2022,61
65+
9780374530532,"Atwood, Margaret",1985,The Handmaid's Tale,2022,38
66+
9780141439471,"Woolf, Virginia",1927,To the Lighthouse,2022,19
67+
9783518587287,"Han, Byung-Chul",2016,Die Austreibung des Anderen,2022,18
68+
9780141185422,"Joyce, James",1922,Ulysses,2022,14
69+
9783518587249,"Boltanski, Luc",1999,Der neue Geist des Kapitalismus,2022,14
70+
9780374533557,"Knausgård, Karl Ove",2009,My Struggle: Book 1,2022,12
71+
9780374532741,"Ferrante, Elena",2011,My Brilliant Friend,2022,11
72+
9780143058144,"Morrison, Toni",1987,Beloved,2022,10
73+
9783518587010,"Harari, Yuval Noah",2013,Eine kurze Geschichte der Menschheit,2022,9
74+
9780143124276,"Rushdie, Salman",1981,Midnight's Children,2022,8
75+
9780141439556,"Brontë, Charlotte",1847,Jane Eyre,2022,7
76+
9783518587164,"Sloterdijk, Peter",1998,Sphären I,2022,7
77+
9783518587225,"Bauman, Zygmunt",2000,Liquid Modernity,2022,7
78+
9783518465202,"Benjamin, Walter",1936,Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit,2022,7
79+
9780141182605,"Austen, Jane",1813,Pride and Prejudice,2022,7
80+
9783518587201,"Rosa, Hartmut",2016,Resonanz,2022,7
81+
9783518465196,"Arendt, Hannah",1958,The Human Condition,2022,6
82+
9783518293447,"Habermas, Jürgen",1981,Theorie des kommunikativen Handelns,2022,6
83+
9783518587157,"Latour, Bruno",2017,Kampf um Gaia,2022,6
84+
9780141439600,"Dickens, Charles",1861,Great Expectations,2022,6
85+
9783596196036,"Kafka, Franz",1925,Der Prozess,2022,6
86+
9783518293454,"Luhmann, Niklas",1984,Soziale Systeme,2022,6
87+
9783518465189,"Butler, Judith",1990,Das Unbehagen der Geschlechter,2022,5
88+
9783446254251,"Kahneman, Daniel",2012,"Schnelles Denken, langsames Denken",2022,5
89+
9783518465905,"Foucault, Michel",1975,Überwachen und Strafen,2022,5
90+
9780141439518,"Orwell, George",1949,Nineteen Eighty-Four,2022,5
91+
9783518465172,"Adorno, Theodor W.",1951,Minima Moralia,2022,5
92+
9783596196036,"Kafka, Franz",1925,Der Prozess,2023,74
93+
9783518587225,"Bauman, Zygmunt",2000,Liquid Modernity,2023,47
94+
9780141439471,"Woolf, Virginia",1927,To the Lighthouse,2023,25
95+
9780143058144,"Morrison, Toni",1987,Beloved,2023,23
96+
9780374532741,"Ferrante, Elena",2011,My Brilliant Friend,2023,17
97+
9783518465905,"Foucault, Michel",1975,Überwachen und Strafen,2023,15
98+
9780141439587,"Eliot, George",1871,Middlemarch,2023,15
99+
9780241951446,"Murakami, Haruki",1984,Norwegian Wood,2023,14
100+
9780141439518,"Orwell, George",1949,Nineteen Eighty-Four,2023,11
101+
9783446254251,"Kahneman, Daniel",2012,"Schnelles Denken, langsames Denken",2023,9
102+
9780374530532,"Atwood, Margaret",1985,The Handmaid's Tale,2023,9
103+
9783518587157,"Latour, Bruno",2017,Kampf um Gaia,2023,9
104+
9780141439600,"Dickens, Charles",1861,Great Expectations,2023,9
105+
9783518293447,"Habermas, Jürgen",1981,Theorie des kommunikativen Handelns,2023,8
106+
9783518587249,"Boltanski, Luc",1999,Der neue Geist des Kapitalismus,2023,8
107+
9783518587010,"Harari, Yuval Noah",2013,Eine kurze Geschichte der Menschheit,2023,8
108+
9783518587119,"Mbembe, Achille",2016,Politik der Feindschaft,2023,8
109+
9780141185422,"Joyce, James",1922,Ulysses,2023,7
110+
9783518465196,"Arendt, Hannah",1958,The Human Condition,2023,7
111+
9780141182605,"Austen, Jane",1813,Pride and Prejudice,2023,6
112+
9783518465202,"Benjamin, Walter",1936,Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit,2023,6
113+
9780141439556,"Brontë, Charlotte",1847,Jane Eyre,2023,6
114+
9780374533557,"Knausgård, Karl Ove",2009,My Struggle: Book 1,2023,6
115+
9783518293454,"Luhmann, Niklas",1984,Soziale Systeme,2023,6
116+
9783518587201,"Rosa, Hartmut",2016,Resonanz,2023,6
117+
9783518465189,"Butler, Judith",1990,Das Unbehagen der Geschlechter,2023,6
118+
9780143124276,"Rushdie, Salman",1981,Midnight's Children,2023,6
119+
9783518587287,"Han, Byung-Chul",2016,Die Austreibung des Anderen,2023,6
120+
9783518587164,"Sloterdijk, Peter",1998,Sphären I,2023,6
121+
9783518465172,"Adorno, Theodor W.",1951,Minima Moralia,2023,5
122+
9780374530532,"Atwood, Margaret",1985,The Handmaid's Tale,2024,142
123+
9783518587287,"Han, Byung-Chul",2016,Die Austreibung des Anderen,2024,115
124+
9780241951446,"Murakami, Haruki",1984,Norwegian Wood,2024,75
125+
9783518587225,"Bauman, Zygmunt",2000,Liquid Modernity,2024,42
126+
9780141439556,"Brontë, Charlotte",1847,Jane Eyre,2024,37
127+
9780141439471,"Woolf, Virginia",1927,To the Lighthouse,2024,19
128+
9780374533557,"Knausgård, Karl Ove",2009,My Struggle: Book 1,2024,14
129+
9783518465172,"Adorno, Theodor W.",1951,Minima Moralia,2024,12
130+
9783518465189,"Butler, Judith",1990,Das Unbehagen der Geschlechter,2024,11
131+
9780141439587,"Eliot, George",1871,Middlemarch,2024,8
132+
9783518587201,"Rosa, Hartmut",2016,Resonanz,2024,8
133+
9783518587119,"Mbembe, Achille",2016,Politik der Feindschaft,2024,8
134+
9783446254251,"Kahneman, Daniel",2012,"Schnelles Denken, langsames Denken",2024,7
135+
9783518587157,"Latour, Bruno",2017,Kampf um Gaia,2024,7
136+
9780141185422,"Joyce, James",1922,Ulysses,2024,7
137+
9783518587164,"Sloterdijk, Peter",1998,Sphären I,2024,7
138+
9783518293454,"Luhmann, Niklas",1984,Soziale Systeme,2024,7
139+
9783596196036,"Kafka, Franz",1925,Der Prozess,2024,7
140+
9783518587249,"Boltanski, Luc",1999,Der neue Geist des Kapitalismus,2024,7
141+
9780143124276,"Rushdie, Salman",1981,Midnight's Children,2024,6
142+
9780141182605,"Austen, Jane",1813,Pride and Prejudice,2024,6
143+
9783518587010,"Harari, Yuval Noah",2013,Eine kurze Geschichte der Menschheit,2024,6
144+
9783518293447,"Habermas, Jürgen",1981,Theorie des kommunikativen Handelns,2024,6
145+
9780141439600,"Dickens, Charles",1861,Great Expectations,2024,6
146+
9780374532741,"Ferrante, Elena",2011,My Brilliant Friend,2024,6
147+
9780141439518,"Orwell, George",1949,Nineteen Eighty-Four,2024,5
148+
9783518465905,"Foucault, Michel",1975,Überwachen und Strafen,2024,5
149+
9783518465196,"Arendt, Hannah",1958,The Human Condition,2024,5
150+
9783518465202,"Benjamin, Walter",1936,Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit,2024,5
151+
9780143058144,"Morrison, Toni",1987,Beloved,2024,5
152+
9780141185422,"Joyce, James",1922,Ulysses,2025,63
153+
9783518465196,"Arendt, Hannah",1958,The Human Condition,2025,56
154+
9783518587010,"Harari, Yuval Noah",2013,Eine kurze Geschichte der Menschheit,2025,26
155+
9783518587119,"Mbembe, Achille",2016,Politik der Feindschaft,2025,26
156+
9783518587287,"Han, Byung-Chul",2016,Die Austreibung des Anderen,2025,19
157+
9783518587157,"Latour, Bruno",2017,Kampf um Gaia,2025,17
158+
9780141439587,"Eliot, George",1871,Middlemarch,2025,17
159+
9780374533557,"Knausgård, Karl Ove",2009,My Struggle: Book 1,2025,16
160+
9783518465189,"Butler, Judith",1990,Das Unbehagen der Geschlechter,2025,15
161+
9783518465172,"Adorno, Theodor W.",1951,Minima Moralia,2025,15
162+
9780143124276,"Rushdie, Salman",1981,Midnight's Children,2025,15
163+
9780141439518,"Orwell, George",1949,Nineteen Eighty-Four,2025,12
164+
9780141439471,"Woolf, Virginia",1927,To the Lighthouse,2025,11
165+
9783518293447,"Habermas, Jürgen",1981,Theorie des kommunikativen Handelns,2025,10
166+
9780374530532,"Atwood, Margaret",1985,The Handmaid's Tale,2025,10
167+
9780374532741,"Ferrante, Elena",2011,My Brilliant Friend,2025,10
168+
9780241951446,"Murakami, Haruki",1984,Norwegian Wood,2025,9
169+
9780141182605,"Austen, Jane",1813,Pride and Prejudice,2025,8
170+
9783518587164,"Sloterdijk, Peter",1998,Sphären I,2025,8
171+
9783518587201,"Rosa, Hartmut",2016,Resonanz,2025,8
172+
9783518465202,"Benjamin, Walter",1936,Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit,2025,8
173+
9783518587225,"Bauman, Zygmunt",2000,Liquid Modernity,2025,8
174+
9783446254251,"Kahneman, Daniel",2012,"Schnelles Denken, langsames Denken",2025,7
175+
9780141439600,"Dickens, Charles",1861,Great Expectations,2025,7
176+
9780141439556,"Brontë, Charlotte",1847,Jane Eyre,2025,7
177+
9783518587249,"Boltanski, Luc",1999,Der neue Geist des Kapitalismus,2025,6
178+
9783518465905,"Foucault, Michel",1975,Überwachen und Strafen,2025,6
179+
9783596196036,"Kafka, Franz",1925,Der Prozess,2025,6
180+
9780143058144,"Morrison, Toni",1987,Beloved,2025,6
181+
9783518293454,"Luhmann, Niklas",1984,Soziale Systeme,2025,5

‎040-Projekt_CSV_I/generate_csv.py‎

Lines changed: 87 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,87 @@
1+
import csv
2+
import random
3+
4+
import numpy as np
5+
6+
# Partially generated via Claude
7+
8+
# Echte Bücher mit ISBN-13, Autor*innen und Erscheinungsjahr
9+
books = [
10+
("9783518587010", "Harari, Yuval Noah", 2013, "Eine kurze Geschichte der Menschheit"),
11+
("9783446254251", "Kahneman, Daniel", 2012, "Schnelles Denken, langsames Denken"),
12+
("9783596196036", "Kafka, Franz", 1925, "Der Prozess"),
13+
("9783518465189", "Butler, Judith", 1990, "Das Unbehagen der Geschlechter"),
14+
("9783518587287", "Han, Byung-Chul", 2016, "Die Austreibung des Anderen"),
15+
("9783518465905", "Foucault, Michel", 1975, "Überwachen und Strafen"),
16+
("9783518587157", "Latour, Bruno", 2017, "Kampf um Gaia"),
17+
("9780141439518", "Orwell, George", 1949, "Nineteen Eighty-Four"),
18+
("9780141182605", "Austen, Jane", 1813, "Pride and Prejudice"),
19+
("9780141439600", "Dickens, Charles", 1861, "Great Expectations"),
20+
("9780143058144", "Morrison, Toni", 1987, "Beloved"),
21+
("9780374533557", "Knausgård, Karl Ove", 2009, "My Struggle: Book 1"),
22+
("9780143124276", "Rushdie, Salman", 1981, "Midnight's Children"),
23+
("9783518465172", "Adorno, Theodor W.", 1951, "Minima Moralia"),
24+
("9783518293447", "Habermas, Jürgen", 1981, "Theorie des kommunikativen Handelns"),
25+
("9783518587164", "Sloterdijk, Peter", 1998, "Sphären I"),
26+
("9780241951446", "Murakami, Haruki", 1984, "Norwegian Wood"),
27+
("9780374532741", "Ferrante, Elena", 2011, "My Brilliant Friend"),
28+
("9783518587119", "Mbembe, Achille", 2016, "Politik der Feindschaft"),
29+
("9783518587201", "Rosa, Hartmut", 2016, "Resonanz"),
30+
("9783518465196", "Arendt, Hannah", 1958, "The Human Condition"),
31+
("9783518587225", "Bauman, Zygmunt", 2000, "Liquid Modernity"),
32+
("9780141439471", "Woolf, Virginia", 1927, "To the Lighthouse"),
33+
("9780141185422", "Joyce, James", 1922, "Ulysses"),
34+
("9783518587249", "Boltanski, Luc", 1999, "Der neue Geist des Kapitalismus"),
35+
("9783518293454", "Luhmann, Niklas", 1984, "Soziale Systeme"),
36+
("9780374530532", "Atwood, Margaret", 1985, "The Handmaid's Tale"),
37+
("9780141439556", "Brontë, Charlotte", 1847, "Jane Eyre"),
38+
("9780141439587", "Eliot, George", 1871, "Middlemarch"),
39+
(
40+
"9783518465202",
41+
"Benjamin, Walter",
42+
1936,
43+
"Das Kunstwerk im Zeitalter seiner technischen Reproduzierbarkeit",
44+
),
45+
]
46+
47+
48+
dataset = []
49+
for year in range(2020, 2026):
50+
dataset_year = []
51+
random.shuffle(books)
52+
for i, book in enumerate(books):
53+
dataset_year.append(
54+
{
55+
"isbn": book[0],
56+
"author": book[1],
57+
"year": book[2],
58+
"title": book[3],
59+
"sales_year": year,
60+
}
61+
)
62+
63+
# Generiere Power-Law-verteilte Kaufzahlen (Pareto-Verteilung)
64+
# P(x) ~ x^(-alpha), typisch alpha zwischen 2 und 3 für long-tail
65+
alpha = 2.5 # Pareto-Exponent
66+
x_min = 5 # Minimale Verkaufszahl
67+
68+
# Pareto-Verteilung mit numpy
69+
sales = (np.random.pareto(alpha - 1, len(books)) + 1) * x_min
70+
sales = np.round(sales).astype(int)
71+
sales = np.sort(sales)[::-1] # Absteigend sortieren
72+
73+
# Füge Verkaufszahlen hinzu
74+
for i, row in enumerate(dataset_year):
75+
row["sales"] = int(sales[i])
76+
77+
dataset += dataset_year
78+
79+
# CSV-Datei schreiben
80+
with open("books_powerlaw_dataset.csv", "w", newline="", encoding="utf-8") as f:
81+
writer = csv.DictWriter(
82+
f, fieldnames=["isbn", "author", "year", "title", "sales_year", "sales"]
83+
)
84+
writer.writeheader()
85+
writer.writerows(dataset)
86+
87+
print(f"\n✓ CSV-Datei gespeichert: books_powerlaw_dataset.csv")

‎requirements.txt‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,3 +2,4 @@ jupyter-book==2.0.0b3
22
jupyterlab
33
ipywidgets
44
jupyterquiz
5+
numpy

0 commit comments

Comments
 (0)