[{"_1":2,"_163":-5,"_164":-5},"loaderData",{"_3":4,"_18":19,"_26":27,"_142":143},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16,"_17":11},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","dockerRebrandTour","routes/_layout",{"_20":-5,"_21":22,"_23":22,"_24":11,"_25":22},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_28":29,"_30":-5,"_31":11,"_32":11,"_33":34,"_35":36,"_37":-5,"_38":11,"_39":40,"_89":-5,"_90":91,"_130":-5,"_131":11,"_132":22,"_133":11,"_134":11,"_135":-5,"_136":11,"_137":-5,"_138":139,"_140":92,"_141":-7},"canonicalUrl","https://hub.docker.com/r/gparrella/web-app/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","gparrella","reponame","web-app","cloudBuildSource","isAutobuildsAvailable","repo",{"_41":42,"_43":44,"_46":47,"_48":49,"_50":11,"_51":52,"_53":54,"_55":56,"_58":36,"_33":34,"_59":60,"_61":45,"_62":63,"_64":65,"_66":67,"_68":-5,"_69":63,"_70":71,"_72":11,"_73":34,"_74":75,"_80":11,"_81":82,"_86":34,"_87":88},"categories",[],"content_types",[45],"image","date_registered","2023-01-02T12:22:45.966316Z","description","MAMAA stock index predictions web app","is_private","last_updated","2023-01-08T09:36:34.420106Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[57],"application/vnd.docker.container.image.v1+json","name","pull_count",797,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","\n

\n
\n \n
\n
\n \n STOCK INDEX PREDICTION\n \n
\n

\n\n
\n \nGroup 10\n\n
\n\n \n1. [Why forecast stock indexes?](#why-forecast-stock-indexes)\n2. [How to Run](#how-to-run)\n3. [Enabling Technologies](#enabling-technologies)\n4. [Dataset](#dataset)\n5. [Learning Strategies](#learning-strategies)\n6. [Models](#models)\n7. [Automated Hyperparameters Tuning](#automated-hyperparameters-tuning)\n8. [Results](#results)\n9. [Credits](#credits)\n\n \n# Why Forecast Stock Indexes?\nGiven the inherent risk, uncertainty, and dynamic nature of stock markets, accurately forecasting stock indexes can be important for investors, analysts, and businesses as it can help them make informed decisions about the markets and plan for the future.\n\nIn particular, we chose stock market indexes from the MAMAA group, an acronym that encompasses five of the top performing technology stocks in recent history: \n\n- META\n- AMAZON\n- MICROSOFT\n- APPLE\n- ALPHABET\n \nHence, this project aims to predict the future values of these stock indexes using machine learning techniques.\n\n\n# How to Run\n\nDownload the web app image running the following command\n\n```shell\n docker pull gparrella/web-app:latest\n```\n## Deploy on Kubernetes Cluster\nOpen a terminal in *WebApp* folder and run the following command\n```shell\n kubectl apply -f webapp_deployment.yaml\n```\nVerify that the web app entrypoint is active running the following command\n```shell\n kubectl get services\n```\nVerify that the deployment is in the *READY 2/2* state running the following command\n```shell\n kubectl get deployments\n```\nNow you can access to the web app' s homepage at the following address\n```shell\n http://localhost:30001\n```\n \n \nIf you want to **remove** the app from Kubernetes, open a terminal in *WebApp* folder and run the following command\n```shell\n kubectl delete -f webapp_deployment.yaml\n```\nIf you want to remove the docker image too, run the command:\n```shell\n docker image rm gparrella/web-app --force\n```\n## Deploy on Docker Container\nOpen a terminal in *WebApp* folder and run the following command\n```shell\n docker run -itd --name web-app-test --publish 8501:8501 gparrella/web-app\n```\nNow you can access to the web app' s homepage at the following address\n```shell\n http://localhost:8501\n```\n \n \nIf you want to **remove** the docker container, you can open a terminal and run the following command:\n```shell\n docker rm web-app-test --force\n```\nIf you want to remove the docker image too, run the command:\n```shell\n docker image rm gparrella/web-app --force\n```\n## Streamlit share\nThe web app is also available at this [link](https://gparrella12-stockindexprediction-webapphomepage-llfbz2.streamlit.app/) with Streamlit share free hosting.\n\n# Enabling Technologies\n* **Kubeflow**, used for creating pipelines for training models\n* **Jupyter Notebook**, used for codes the pipeline's components\n* **Kale & Katib**, Kubeflow Add-Ons used to automate the tuning of hyperparameters of models\n* **Docker**, used to create the container in which the web app and its dependencies are placed\n* **Kubernetes**, used to deploy the containerized web app\n* **Python**, used in the entire development life cycle.\n\n\n# Dataset\nThe data that were used to do model training were obtained from **Yahoo! Finance's API**. \nThey include, for each index, data from the time the index was listed on the stock exchange.\nIn particular, the [yfinance](https://github.com/ranaroussi/yfinance) library was used.\n\nSpecifically, index values at the close of the trading day (*Close* value) were taken, in that the objective here is to develop a model to forecast the *Close* value of the next trading day.\nFor the training of the model only the last 10-15 years of data were used, so that the models are not biased on data associated with economic situations other than current ones.\n\n\n\n\n# Learning Strategies\nTwo learning strategies were adopted in order to compare them and choose the best one for the problem at hand.\n\nThe **first strategy** involves creating specific models, that is, trained only on the dataset in the index on which they want to specialize.\n\nThe **second strategy**, on the other hand, involves creating general models, that is, trained on a single dataset that contains data from all indexes.\n\n\n\n# Models\nThe models used in this project are:\n\n* **Stacked Long Short-Term Memory (LSTM) network**, a type of recurrent neural network that are particularly well-suited for time series forecasting.\n* **Automatic Relevance Determination (ARD) Regressor**, a type of machine learning models that are used for regression tasks. It has proved to be very effective for forecasting.\n\n# Automated Hyperparameters Tuning\nTo do automatic tuning of model hyperparameters is Kale's Katib functionality. Specifically, Katib automates the tuning based on parameters that are specified by the user. The main parameters are as follows:\n\n• For each hyper-parameter to be tested, the range of values to be tested;\n\n• The objective metric to be used to determine the optimal values of the hyperparameters (e.g. MAE in our case), as well as its optimisation (e.g. minimisation in our case);\n\n• The search algorithm to be used during optimisation (e.g. Bayesian Optimisation in this case);\n\n• The number N of experiments to be performed (e.g. N=20 in our case);\n\nOnce the configuration phase is complete, the search algorithm will create the N experiments, each of which will run the pipeline we defined to do the training of the models, using the different values of the hyperparameters specified previously and selected according to its policies.\n\nAt the end of an experiment, it is possible to view the metric value obtained, as well as the combination of hyperparameters that optimises that metric.\n\n\n# Results\nThe following results represent the Mean Absolute Error (MAE) calculated on the test set. The unit of the MAE is USD.\n| **Index** | **ARD Model (_specific_)** | **ARD Model (_general_)** |\n| ------------ | -------------------------- | ------------------------- |\n| **MSFT** | 3.56267 | 3.66358 |\n| **AMZN** | 2.42059 | 2.41886 |\n| **META** | 4.73935 | 4.74203 |\n| **AAPL** | 2.17882 | 2.17350 |\n| **ALPHABET** | 1.73635 | 1.73629 |\n\n \n \n \n \n\n| **Index** | **LSTM Model (_specific_)** | **LSTM Model (_general_)** |\n| ------------ | --------------------------- | -------------------------- |\n| **MSFT** | 4.94993 | 1.72684 |\n| **AMZN** | 2.53034 | 2.01409 |\n| **META** | 5.43575 | 1.85704 |\n| **AAPL** | 2.49381 | 1.87966 |\n| **ALPHABET** | 4.06414 | 1.94466 |\n\n# Credits \nThis project was developed by [Ernesto Mancusi](https://github.com/ermancusi) and [Giuseppe Parrella](https://github.com/gparrella12)\n\n# License\nThis code is distributed under the GNU General Public License v3.0 License.\n","has_starred","hub_user","immutable_tags_settings",{"_76":11,"_77":78},"enabled","rules",[79],".*","is_automated","permissions",{"_83":22,"_84":11,"_85":11},"read","write","admin","user","storage_size",33707735312,"orgData","recentTags",[92],{"_93":45,"_94":95,"_96":97,"_98":99,"_100":101,"_102":103,"_51":119,"_120":95,"_121":34,"_122":57,"_58":123,"_124":125,"_126":110,"_127":119,"_128":67,"_129":22},"content_type","creator",20924194,"digest","sha256:bd6bffebc56b7dd9b92b01109a66c20d4b794dd7fa47bf605fdb6e7046cfb316","full_size",1705311541,"id",359809448,"images",[104],{"_105":106,"_96":97,"_107":108,"_109":110,"_111":112,"_113":114,"_115":108,"_116":-5,"_117":99,"_64":67,"_118":-5},"architecture","amd64","features","","last_pulled","2026-10-28T07:16:34.700413667Z","last_pushed","2023-01-08T09:36:35Z","os","linux","os_features","os_version","size","variant","2023-01-08T09:36:34.287827Z","last_updater","last_updater_username","media_type","latest","repository",18900311,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxRunInCloud","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_39":144,"_151":152,"_138":161,"_162":11},{"_41":145,"_43":146,"_46":47,"_48":49,"_50":11,"_51":52,"_53":54,"_55":147,"_58":36,"_33":34,"_59":60,"_61":45,"_62":63,"_64":65,"_66":67,"_68":-5,"_69":63,"_70":71,"_72":11,"_73":34,"_74":148,"_80":11,"_81":150,"_86":34,"_87":88},[],[45],[57],{"_76":11,"_77":149},[79],{"_83":22,"_84":11,"_85":11},"tags",{"_153":65,"_154":-5,"_155":-5,"_156":157},"count","next","previous","results",[158],{"_93":45,"_94":95,"_96":97,"_98":99,"_100":101,"_102":159,"_51":119,"_120":95,"_121":34,"_122":57,"_58":123,"_124":125,"_126":110,"_127":119,"_128":67,"_129":22},[160],{"_105":106,"_96":97,"_107":108,"_109":110,"_111":112,"_113":114,"_115":108,"_116":-5,"_117":99,"_64":67,"_118":-5},[],"canDeleteTags","actionData","errors"]

\n \n \n \n \n \n STOCK INDEX PREDICTION\n \n \n

\n \nGroup 10\n\n

\n
\n \n
\n
\n \n STOCK INDEX PREDICTION\n \n
\n

gparrella/web-app

Tags for gparrella/web-app