Skip to content

Commit 64e9ae1

Browse files
committed
adding todos, updating images, scratchpad for quick trials
1 parent f66bf6d commit 64e9ae1

File tree

11 files changed

+447
-301
lines changed

11 files changed

+447
-301
lines changed

scratchpad.tex

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
\usepackage{mathtools}
2+
\begin{document}
3+
4+
\section{Scratchpad}
5+
6+
7+
\begin{equation}
8+
\text{needed} = \text{purchased before} + \text{prediction}
9+
\end{equation}
10+
11+
\begin{equation}
12+
r_{\text{pred}} = - | \text{action} - \text{needed} | * \frac{\text{step}}{24}
13+
\end{equation}
14+
15+
\begin{equation}
16+
r = r_{pred} * \alpha + r_{term} * (1-\alpha)
17+
\end{equation}
18+
19+
\end{document}

src/acronyms.tex

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ \section*{Abbreviations}
1010
\acro {mWh} {megawatt hour}
1111
\acro {DU} {Distribution Utility}
1212
\acro {DeepRL} {Deep Reinforcement Learning}
13-
\acro {GPU} {Graphical Processing Unit}
13+
\acro {GPU} {Graphical Processing Units}
1414
\acro {GRPC} {Google Remote Process Call}
1515
\acro {JAXB} {Java Architecture for XML}
1616
\acro {JMI} {Java Message Service}

src/bibliography.bib

Lines changed: 30 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -1,31 +1,31 @@
11
@inproceedings{tesauro2002strategic,
2-
title = {Strategic sequential bidding in auctions using dynamic programming},
3-
author = {Tesauro, Gerald and Bredin, Jonathan L},
4-
booktitle = {Proceedings of the first international joint conference on Autonomous agents and multiagent systems: part 2},
5-
pages = {591--598},
6-
year = {2002},
7-
organization = {ACM}
2+
title = {Strategic sequential bidding in auctions using dynamic programming},
3+
author = {Tesauro, Gerald and Bredin, Jonathan L},
4+
booktitle = {Proceedings of the first international joint conference on Autonomous agents and multiagent systems: part 2},
5+
pages = {591--598},
6+
year = {2002},
7+
organization = {ACM}
88
}
99

1010
@inproceedings{ozdemir2015winner,
11-
title = {A winner agent in a smart grid simulation platform},
12-
author = {Ozdemir, Serkan and Unland, Rainer},
13-
booktitle = {Web Intelligence and Intelligent Agent Technology (WI-IAT), 2015 IEEE/WIC/ACM International Conference on},
14-
volume = {2},
15-
pages = {206--213},
16-
year = {2015},
17-
organization = {IEEE}
18-
}
11+
title = {A winner agent in a smart grid simulation platform},
12+
author = {Ozdemir, Serkan and Unland, Rainer},
13+
booktitle = {Web Intelligence and Intelligent Agent Technology (WI-IAT), 2015 IEEE/WIC/ACM International Conference on},
14+
volume = {2},
15+
pages = {206--213},
16+
year = {2015},
17+
organization = {IEEE}
18+
}
1919

2020
@inproceedings{ozdemir2017strategy,
21-
title = {The strategy and architecture of a winner broker in a renowned agent-based smart grid competition},
22-
author = {Ozdemir, Serkan and Unland, Rainer},
23-
booktitle = {Web Intelligence},
24-
volume = {15},
25-
number = {2},
26-
pages = {165--183},
27-
year = {2017},
28-
organization = {IOS Press}
21+
title = {The strategy and architecture of a winner broker in a renowned agent-based smart grid competition},
22+
author = {Ozdemir, Serkan and Unland, Rainer},
23+
booktitle = {Web Intelligence},
24+
volume = {15},
25+
number = {2},
26+
pages = {165--183},
27+
year = {2017},
28+
organization = {IOS Press}
2929
}
3030

3131
@article{Hochreiter:1997:LSM:1246443.1246450,
@@ -604,6 +604,14 @@ @article{schmitt2018kickstarting
604604
year = {2018}
605605
}
606606

607+
@article{mnih2013playing,
608+
title = {Playing atari with deep reinforcement learning},
609+
author = {Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
610+
journal = {arXiv preprint arXiv:1312.5602},
611+
year = {2013}
612+
}
613+
614+
607615

608616
@article{abbeel2010autonomous,
609617
title = {Autonomous helicopter aerobatics through apprenticeship learning},

src/body.tex

Lines changed: 389 additions & 274 deletions
Large diffs are not rendered by default.

src/img/Agent.png

847 KB
Loading

src/img/WholesaleComponent.png

-125 KB
Loading

src/img/WholesaleComponent2.png

1.5 MB
Loading

src/img/Wholesale_logs_mdp.png

1.23 MB
Loading

src/main.tex

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010
\input{preface.tex}
1111
%\printacronyms
1212
\listoffigures
13-
\listoftables
13+
%\listoftables
1414
\listoflistings
1515
\input{acronyms.tex}
1616
\input{content.tex}

src/preface.tex

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
\chapter{Preface}
1+
\section*{Preface}
22

33
This thesis was planned and discussed in the winter of 17/18. On February 1st, the work phase of six months started.
44
Within these six months, I discovered many previously unknown or unforeseen complexities. These include the

0 commit comments

Comments
 (0)