2023
van de Poel, Ibo
AI, Control and Unintended Consequences: The Need for Meta-Values Book Section
In: Fritzsche, Albrecht; Santa-María, Andrés (Ed.): pp. 117-129, Springer, 2023.
Abstract | Links | BibTeX | Tags: Artificial intelligence, Control, Experimentation, Machine ethics, Machine learning, Unintended consequences, Value sensitive design, Values
@incollection{nokey,
title = {AI, Control and Unintended Consequences: The Need for Meta-Values},
author = {Ibo van de Poel},
editor = {Albrecht Fritzsche and Andrés Santa-María},
url = {https://www.esdit.nl/ai-control-and-unintended/},
doi = {10.1007/978-3-031-25233-4_9},
year = {2023},
date = {2023-04-29},
pages = {117-129},
publisher = {Springer},
chapter = {9},
abstract = {Due to their self-learning and evolutionary character, AI (Artificial Intelligence) systems are more prone to unintended consequences and more difficult to control than traditional sociotechnical systems. To deal with this, machine ethicists have proposed to build moral (reasoning) capacities into AI systems by designing artificial moral agents. I argue that this may well lead to more, rather than less, unintended consequences and may decrease, rather than increase, human control over such systems. Instead, I suggest, we should bring AI systems under meaningful human control by formulating a number of meta-values for their evolution. Amongst others, this requires responsible experimentation with AI systems, which may neither guarantee full control nor the prevention of all undesirable consequences, but nevertheless ensures that AI systems, and their evolution, do not get out of control.},
keywords = {Artificial intelligence, Control, Experimentation, Machine ethics, Machine learning, Unintended consequences, Value sensitive design, Values},
pubstate = {published},
tppubtype = {incollection}
}
Due to their self-learning and evolutionary character, AI (Artificial Intelligence) systems are more prone to unintended consequences and more difficult to control than traditional sociotechnical systems. To deal with this, machine ethicists have proposed to build moral (reasoning) capacities into AI systems by designing artificial moral agents. I argue that this may well lead to more, rather than less, unintended consequences and may decrease, rather than increase, human control over such systems. Instead, I suggest, we should bring AI systems under meaningful human control by formulating a number of meta-values for their evolution. Amongst others, this requires responsible experimentation with AI systems, which may neither guarantee full control nor the prevention of all undesirable consequences, but nevertheless ensures that AI systems, and their evolution, do not get out of control.
Nyholm, Sven
Artificial Intelligence, Humanoid Robots, and Old and New Control Problems Book Chapter
In: Hakli, R.; Mäkelä, P.; Seibt, J. (Ed.): pp. 3-12, IOS Press, 2023.
Abstract | Links | BibTeX | Tags: Artificial intelligence, Control, Humanoid robots, The control problem
@inbook{nokey,
title = {Artificial Intelligence, Humanoid Robots, and Old and New Control Problems},
author = {Sven Nyholm},
editor = {R. Hakli and P. Mäkelä and J. Seibt},
doi = {10.3233/FAIA220594},
year = {2023},
date = {2023-01-01},
urldate = {2023-01-01},
pages = {3-12},
publisher = {IOS Press},
abstract = {In this paper, I discuss what I call a new control problem related to AI in the form of humanoid robots, and I compare it to what I call the old control problem related to AI more generally. The old control problem – discussed by authors such as Alan Turing, Norbert Wiener, and Roman Yampolskiy – concerns a worry that we might lose control over advanced AI technologies, which is seen as something that would be instrumentally bad. The new control problem is that there might be certain types of AI technologies – in particular, AI technologies in the form of lifelike humanoid robots – where there might be something problematic, at least from a symbolic point of view, about wanting to completely control these robots. The reason for this is that such robots might be seen as symbolizing human persons and because wanting to control such robots might therefore be seen as symbolizing something non-instrumentally bad: persons controlling other persons. A more general statement of the new control problem is to say that it is the problem of describing under what circumstances having complete control over AI technologies is unambiguously good from an ethical point of view. This paper sketches an answer to this by also discussing AI technologies that do not take the form of humanoid robots and that are such that control over them can be conceptualized as a form of extended self-control.},
keywords = {Artificial intelligence, Control, Humanoid robots, The control problem},
pubstate = {published},
tppubtype = {inbook}
}
In this paper, I discuss what I call a new control problem related to AI in the form of humanoid robots, and I compare it to what I call the old control problem related to AI more generally. The old control problem – discussed by authors such as Alan Turing, Norbert Wiener, and Roman Yampolskiy – concerns a worry that we might lose control over advanced AI technologies, which is seen as something that would be instrumentally bad. The new control problem is that there might be certain types of AI technologies – in particular, AI technologies in the form of lifelike humanoid robots – where there might be something problematic, at least from a symbolic point of view, about wanting to completely control these robots. The reason for this is that such robots might be seen as symbolizing human persons and because wanting to control such robots might therefore be seen as symbolizing something non-instrumentally bad: persons controlling other persons. A more general statement of the new control problem is to say that it is the problem of describing under what circumstances having complete control over AI technologies is unambiguously good from an ethical point of view. This paper sketches an answer to this by also discussing AI technologies that do not take the form of humanoid robots and that are such that control over them can be conceptualized as a form of extended self-control.
2022
Nyholm, Sven
A new control problem? Humanoid robots, artificial intelligence, and the value of control Journal Article
In: AI and Ethics, 2022.
Links | BibTeX | Tags: Artificial intelligence, Control, Extended agency, Humanoid robots, Self-control, The control problem
@article{nokey,
title = {A new control problem? Humanoid robots, artificial intelligence, and the value of control},
author = {Sven Nyholm},
doi = {10.1007/s43681-022-00231-y},
year = {2022},
date = {2022-11-07},
urldate = {2022-11-07},
journal = {AI and Ethics},
keywords = {Artificial intelligence, Control, Extended agency, Humanoid robots, Self-control, The control problem},
pubstate = {published},
tppubtype = {article}
}
Veluwenkamp, Herman; Capasso, Marianna; Maas, Jonne; Marin, Lavinia
Technology as Driver for Morally Motivated Conceptual Engineering Journal Article
In: Philosophy and Technology, vol. 35, no. 71, 2022.
Links | BibTeX | Tags: Conceptual engineering, Control, Critical thinking, Freedom, Moral conflict, Technology
@article{nokey,
title = {Technology as Driver for Morally Motivated Conceptual Engineering},
author = {Herman Veluwenkamp and Marianna Capasso and Jonne Maas and Lavinia Marin},
doi = {10.1007/s13347-022-00565-9},
year = {2022},
date = {2022-07-28},
journal = {Philosophy and Technology},
volume = {35},
number = {71},
keywords = {Conceptual engineering, Control, Critical thinking, Freedom, Moral conflict, Technology},
pubstate = {published},
tppubtype = {article}
}
van Rootselaar, Florentijn; van de Poel, Ibo
Techniekfilosoof Vincent Blok: ‘Het beheersen van de aarde is een utopie' Journal Article
In: Filosofie Magazine, 2022.
Links | BibTeX | Tags: Control, Mother nature
@article{nokey,
title = {Techniekfilosoof Vincent Blok: ‘Het beheersen van de aarde is een utopie'},
author = {Florentijn van Rootselaar and Ibo van de Poel},
url = {https://www.filosofie.nl/techniekfilosoof-vincent-blok-het-beheersen-van-de-aarde-is-een-utopie/},
year = {2022},
date = {2022-03-25},
journal = {Filosofie Magazine},
keywords = {Control, Mother nature},
pubstate = {published},
tppubtype = {article}
}