@article{4096,
  author = {Kevin Kramer},
  title = {Data pipeline framework models with self-awareness and self-adaptation},
  journal = {Journal of Intelligent Computing},
  year = {2024},
  volume = {15},
  number = {3},
  doi = {https://doi.org/10.6025/jic/2024/15/3/100-109},
  url = {https://www.dline.info/jic/fulltext/v15n3/jicv15n3_3.pdf},
  abstract = {Over time, changes in the evolution of data pipelines are inevitable, particularly in terms of their structure, meaning, and the roles of the pipeline operators. Addressing these changes or providing ongoing maintenance is expensive. This current study investigates the necessity of having the ability to evolve within pipeline frameworks. This paper describes evolution as a two-step process involving self-awareness and self-adaptation. Additionally, a conceptual requirements model is introduced, which includes criteria for self-awareness and self-adaptation, as well as addressing the aspects of data, operators, pipelines, and the environment. The absence of these capabilities in current frameworks highlights a significant deficiency. Addressing this deficiency would be a major benefit for both practitioners and researchers. This study proposes and establishes the groundwork for a framework capable of managing evolutionary changes.
},
}