\documentclass[11pt,twoside]{article}\makeatletter \IfFileExists{xcolor.sty}% {\RequirePackage{xcolor}}% {\RequirePackage{color}} \usepackage{colortbl} \usepackage{wrapfig} \usepackage{ifxetex} \ifxetex \usepackage{fontspec} \usepackage{xunicode} \catcode`⃥=\active \def⃥{\textbackslash} \catcode`❴=\active \def❴{\{} \catcode`❵=\active \def❵{\}} \def\textJapanese{\fontspec{Noto Sans CJK JP}} \def\textChinese{\fontspec{Noto Sans CJK SC}} \def\textKorean{\fontspec{Noto Sans CJK KR}} \setmonofont{DejaVu Sans Mono} \else \IfFileExists{utf8x.def}% {\usepackage[utf8x]{inputenc} \PrerenderUnicode{–} }% {\usepackage[utf8]{inputenc}} \usepackage[english]{babel} \usepackage[T1]{fontenc} \usepackage{float} \usepackage[]{ucs} \uc@dclc{8421}{default}{\textbackslash } \uc@dclc{10100}{default}{\{} \uc@dclc{10101}{default}{\}} \uc@dclc{8491}{default}{\AA{}} \uc@dclc{8239}{default}{\,} \uc@dclc{20154}{default}{ } \uc@dclc{10148}{default}{>} \def\textschwa{\rotatebox{-90}{e}} \def\textJapanese{} \def\textChinese{} \IfFileExists{tipa.sty}{\usepackage{tipa}}{} \fi \def\exampleFont{\ttfamily\small} \DeclareTextSymbol{\textpi}{OML}{25} \usepackage{relsize} \RequirePackage{array} \def\@testpach{\@chclass \ifnum \@lastchclass=6 \@ne \@chnum \@ne \else \ifnum \@lastchclass=7 5 \else \ifnum \@lastchclass=8 \tw@ \else \ifnum \@lastchclass=9 \thr@@ \else \z@ \ifnum \@lastchclass = 10 \else \edef\@nextchar{\expandafter\string\@nextchar}% \@chnum \if \@nextchar c\z@ \else \if \@nextchar l\@ne \else \if \@nextchar r\tw@ \else \z@ \@chclass \if\@nextchar |\@ne \else \if \@nextchar !6 \else \if \@nextchar @7 \else \if \@nextchar (8 \else \if \@nextchar )9 \else 10 \@chnum \if \@nextchar m\thr@@\else \if \@nextchar p4 \else \if \@nextchar b5 \else \z@ \@chclass \z@ \@preamerr \z@ \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi \fi} \gdef\arraybackslash{\let\\=\@arraycr} \def\@textsubscript#1{{\m@th\ensuremath{_{\mbox{\fontsize\sf@size\z@#1}}}}} \def\Panel#1#2#3#4{\multicolumn{#3}{){\columncolor{#2}}#4}{#1}} \def\abbr{} \def\corr{} \def\expan{} \def\gap{} \def\orig{} \def\reg{} \def\ref{} \def\sic{} \def\persName{}\def\name{} \def\placeName{} \def\orgName{} \def\textcal#1{{\fontspec{Lucida Calligraphy}#1}} \def\textgothic#1{{\fontspec{Lucida Blackletter}#1}} \def\textlarge#1{{\large #1}} \def\textoverbar#1{\ensuremath{\overline{#1}}} \def\textquoted#1{‘#1’} \def\textsmall#1{{\small #1}} \def\textsubscript#1{\@textsubscript{\selectfont#1}} \def\textxi{\ensuremath{\xi}} \def\titlem{\itshape} \newenvironment{biblfree}{}{\ifvmode\par\fi } \newenvironment{bibl}{}{} \newenvironment{byline}{\vskip6pt\itshape\fontsize{16pt}{18pt}\selectfont}{\par } \newenvironment{citbibl}{}{\ifvmode\par\fi } \newenvironment{docAuthor}{\ifvmode\vskip4pt\fontsize{16pt}{18pt}\selectfont\fi\itshape}{\ifvmode\par\fi } \newenvironment{docDate}{}{\ifvmode\par\fi } \newenvironment{docImprint}{\vskip 6pt}{\ifvmode\par\fi } \newenvironment{docTitle}{\vskip6pt\bfseries\fontsize{22pt}{25pt}\selectfont}{\par } \newenvironment{msHead}{\vskip 6pt}{\par} \newenvironment{msItem}{\vskip 6pt}{\par} \newenvironment{rubric}{}{} \newenvironment{titlePart}{}{\par } \newcolumntype{L}[1]{){\raggedright\arraybackslash}p{#1}} \newcolumntype{C}[1]{){\centering\arraybackslash}p{#1}} \newcolumntype{R}[1]{){\raggedleft\arraybackslash}p{#1}} \newcolumntype{P}[1]{){\arraybackslash}p{#1}} \newcolumntype{B}[1]{){\arraybackslash}b{#1}} \newcolumntype{M}[1]{){\arraybackslash}m{#1}} \definecolor{label}{gray}{0.75} \def\unusedattribute#1{\sout{\textcolor{label}{#1}}} \DeclareRobustCommand*{\xref}{\hyper@normalise\xref@} \def\xref@#1#2{\hyper@linkurl{#2}{#1}} \begingroup \catcode`\_=\active \gdef_#1{\ensuremath{\sb{\mathrm{#1}}}} \endgroup \mathcode`\_=\string"8000 \catcode`\_=12\relax \usepackage[a4paper,twoside,lmargin=1in,rmargin=1in,tmargin=1in,bmargin=1in,marginparwidth=0.75in]{geometry} \usepackage{framed} \definecolor{shadecolor}{gray}{0.95} \usepackage{longtable} \usepackage[normalem]{ulem} \usepackage{fancyvrb} \usepackage{fancyhdr} \usepackage{graphicx} \usepackage{marginnote} \renewcommand{\@cite}[1]{#1} \renewcommand*{\marginfont}{\itshape\footnotesize} \def\Gin@extensions{.pdf,.png,.jpg,.mps,.tif} \pagestyle{fancy} \usepackage[pdftitle={Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, Nigeria}, pdfauthor={}]{hyperref} \hyperbaseurl{} \paperwidth210mm \paperheight297mm \def\@pnumwidth{1.55em} \def\@tocrmarg {2.55em} \def\@dotsep{4.5} \setcounter{tocdepth}{3} \clubpenalty=8000 \emergencystretch 3em \hbadness=4000 \hyphenpenalty=400 \pretolerance=750 \tolerance=2000 \vbadness=4000 \widowpenalty=10000 \renewcommand\section{\@startsection {section}{1}{\z@}% {-1.75ex \@plus -0.5ex \@minus -.2ex}% {0.5ex \@plus .2ex}% {\reset@font\Large\bfseries}} \renewcommand\subsection{\@startsection{subsection}{2}{\z@}% {-1.75ex\@plus -0.5ex \@minus- .2ex}% {0.5ex \@plus .2ex}% {\reset@font\Large}} \renewcommand\subsubsection{\@startsection{subsubsection}{3}{\z@}% {-1.5ex\@plus -0.35ex \@minus -.2ex}% {0.5ex \@plus .2ex}% {\reset@font\large}} \renewcommand\paragraph{\@startsection{paragraph}{4}{\z@}% {-1ex \@plus-0.35ex \@minus -0.2ex}% {0.5ex \@plus .2ex}% {\reset@font\normalsize}} \renewcommand\subparagraph{\@startsection{subparagraph}{5}{\parindent}% {1.5ex \@plus1ex \@minus .2ex}% {-1em}% {\reset@font\normalsize\bfseries}} \def\l@section#1#2{\addpenalty{\@secpenalty} \addvspace{1.0em plus 1pt} \@tempdima 1.5em \begingroup \parindent \z@ \rightskip \@pnumwidth \parfillskip -\@pnumwidth \bfseries \leavevmode #1\hfil \hbox to\@pnumwidth{\hss #2}\par \endgroup} \def\l@subsection{\@dottedtocline{2}{1.5em}{2.3em}} \def\l@subsubsection{\@dottedtocline{3}{3.8em}{3.2em}} \def\l@paragraph{\@dottedtocline{4}{7.0em}{4.1em}} \def\l@subparagraph{\@dottedtocline{5}{10em}{5em}} \@ifundefined{c@section}{\newcounter{section}}{} \@ifundefined{c@chapter}{\newcounter{chapter}}{} \newif\if@mainmatter \@mainmattertrue \def\chaptername{Chapter} \def\frontmatter{% \pagenumbering{roman} \def\thechapter{\@roman\c@chapter} \def\theHchapter{\roman{chapter}} \def\thesection{\@roman\c@section} \def\theHsection{\roman{section}} \def\@chapapp{}% } \def\mainmatter{% \cleardoublepage \def\thechapter{\@arabic\c@chapter} \setcounter{chapter}{0} \setcounter{section}{0} \pagenumbering{arabic} \setcounter{secnumdepth}{6} \def\@chapapp{\chaptername}% \def\theHchapter{\arabic{chapter}} \def\thesection{\@arabic\c@section} \def\theHsection{\arabic{section}} } \def\backmatter{% \cleardoublepage \setcounter{chapter}{0} \setcounter{section}{0} \setcounter{secnumdepth}{2} \def\@chapapp{\appendixname}% \def\thechapter{\@Alph\c@chapter} \def\theHchapter{\Alph{chapter}} \appendix } \newenvironment{bibitemlist}[1]{% \list{\@biblabel{\@arabic\c@enumiv}}% {\settowidth\labelwidth{\@biblabel{#1}}% \leftmargin\labelwidth \advance\leftmargin\labelsep \@openbib@code \usecounter{enumiv}% \let\p@enumiv\@empty \renewcommand\theenumiv{\@arabic\c@enumiv}% }% \sloppy \clubpenalty4000 \@clubpenalty \clubpenalty \widowpenalty4000% \sfcode`\.\@m}% {\def\@noitemerr {\@latex@warning{Empty `bibitemlist' environment}}% \endlist} \def\tableofcontents{\section*{\contentsname}\@starttoc{toc}} \parskip0pt \parindent1em \def\Panel#1#2#3#4{\multicolumn{#3}{){\columncolor{#2}}#4}{#1}} \newenvironment{reflist}{% \begin{raggedright}\begin{list}{} {% \setlength{\topsep}{0pt}% \setlength{\rightmargin}{0.25in}% \setlength{\itemsep}{0pt}% \setlength{\itemindent}{0pt}% \setlength{\parskip}{0pt}% \setlength{\parsep}{2pt}% \def\makelabel##1{\itshape ##1}}% } {\end{list}\end{raggedright}} \newenvironment{sansreflist}{% \begin{raggedright}\begin{list}{} {% \setlength{\topsep}{0pt}% \setlength{\rightmargin}{0.25in}% \setlength{\itemindent}{0pt}% \setlength{\parskip}{0pt}% \setlength{\itemsep}{0pt}% \setlength{\parsep}{2pt}% \def\makelabel##1{\upshape ##1}}% } {\end{list}\end{raggedright}} \newenvironment{specHead}[2]% {\vspace{20pt}\hrule\vspace{10pt}% \phantomsection\label{#1}\markright{#2}% \pdfbookmark[2]{#2}{#1}% \hspace{-0.75in}{\bfseries\fontsize{16pt}{18pt}\selectfont#2}% }{} \def\TheFullDate{1970-01-01 (revised: 01 January 1970)} \def\TheID{\makeatother } \def\TheDate{1970-01-01} \title{Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, Nigeria} \author{}\makeatletter \makeatletter \newcommand*{\cleartoleftpage}{% \clearpage \if@twoside \ifodd\c@page \hbox{}\newpage \if@twocolumn \hbox{}\newpage \fi \fi \fi } \makeatother \makeatletter \thispagestyle{empty} \markright{\@title}\markboth{\@title}{\@author} \renewcommand\small{\@setfontsize\small{9pt}{11pt}\abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \belowdisplayskip \abovedisplayskip \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def\@listi{\leftmargin\leftmargini \topsep 2\p@ plus1\p@ minus1\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep 1pt} } \makeatother \fvset{frame=single,numberblanklines=false,xleftmargin=5mm,xrightmargin=5mm} \fancyhf{} \setlength{\headheight}{14pt} \fancyhead[LE]{\bfseries\leftmark} \fancyhead[RO]{\bfseries\rightmark} \fancyfoot[RO]{} \fancyfoot[CO]{\thepage} \fancyfoot[LO]{\TheID} \fancyfoot[LE]{} \fancyfoot[CE]{\thepage} \fancyfoot[RE]{\TheID} \hypersetup{citebordercolor=0.75 0.75 0.75,linkbordercolor=0.75 0.75 0.75,urlbordercolor=0.75 0.75 0.75,bookmarksnumbered=true} \fancypagestyle{plain}{\fancyhead{}\renewcommand{\headrulewidth}{0pt}} \date{} \usepackage{authblk} \providecommand{\keywords}[1] { \footnotesize \textbf{\textit{Index terms---}} #1 } \usepackage{graphicx,xcolor} \definecolor{GJBlue}{HTML}{273B81} \definecolor{GJLightBlue}{HTML}{0A9DD9} \definecolor{GJMediumGrey}{HTML}{6D6E70} \definecolor{GJLightGrey}{HTML}{929497} \renewenvironment{abstract}{% \setlength{\parindent}{0pt}\raggedright \textcolor{GJMediumGrey}{\rule{\textwidth}{2pt}} \vskip16pt \textcolor{GJBlue}{\large\bfseries\abstractname\space} }{% \vskip8pt \textcolor{GJMediumGrey}{\rule{\textwidth}{2pt}} \vskip16pt } \usepackage[absolute,overlay]{textpos} \makeatother \usepackage{lineno} \linenumbers \begin{document} \affil[1]{ } \renewcommand\Authands{ and } \date{\small \em Received: 1 January 1970 Accepted: 1 January 1970 Published: 1 January 1970} \maketitle \begin{abstract} \end{abstract} \keywords{} \begin{textblock*}{18cm}(1cm,1cm) % {block width} (coords) \textcolor{GJBlue}{\LARGE Global Journals \LaTeX\ JournalKaleidoscope\texttrademark} \end{textblock*} \begin{textblock*}{18cm}(1.4cm,1.5cm) % {block width} (coords) \textcolor{GJBlue}{\footnotesize \\ Artificial Intelligence formulated this projection for compatibility purposes from the original article published at Global Journals. However, this technology is currently in beta. \emph{Therefore, kindly ignore odd layouts, missed formulae, text, tables, or figures.}} \end{textblock*} \begin{textblock*}{10cm}(1.05cm,3cm) {{\textit{CrossRef DOI of original article:}} \underline{}} \end{textblock*}\let\tabcellsep& \section[{I. INTRODUCTION}]{I. INTRODUCTION}\par Full routine immunization for children below 24 months now costs between US\$37 and US\$101 across different settings in low-and middleincome countries as more and costlier vaccines are being introduced into national immunization programs \hyperref[b0]{[1]}. The rising cost of vaccine and vaccine distribution, global supply shortages, and the introduction of new vaccines have provided the impetus to deploy a real-time management system to negate the uneven distribution of vaccines, improve efficiencies and allow better visibility of the vaccine supply chain \hyperref[b1]{[2,}\hyperref[b2]{3]}.\par A robust vaccine cold chain and logistics system including storage and transportation is the London Journal of Medical and Health Research cornerstone of all immunization programmes \hyperref[b3]{[4]}. Rigorous supply planning based on accurate data should enable such a system to have the right vaccines in the right place, at the right time, in the right quantities, in the right condition, and at the right cost \hyperref[b2]{[3]}.\par The 2021 Multiple Indicator Cluster Survey-National Immunization Coverage Survey (MICS-NICS) report showed that only about 44.2\% of all children between 12-23 months old have received all basic vaccination doses in Nigeria; while only about 40\% of those aged between 24-35 months had received all the recommended vaccines on the national immunization schedule in Nigeria in 2021 \hyperref[b4]{[5]}.\par These indicators for measuring RI performance have shown slow progress in full immunization coverage in Nigeria despite huge investments and improvements in supply chain and distribution of vaccines in the last 5 years. However, the increasing incidence of stockouts and disrupted access to vaccines is of growing concern \hyperref[b2]{[3]}. The majority of these stockouts are a result of internal issues such as inaccurate forecasts, stock management issues and restock delays {\ref [6]}.\par Vaccine supply chain management systems have been prominent features of the Expanded Programme on Immunization (EPI) plans from the onset \hyperref[b6]{[7]}. System requirements have expanded dramatically over the past several years with the introduction of new vaccines and the frequent mass campaigns to control, eliminate, or eradicate specific diseases, such as polio, measles, rubella, tetanus. While such initiatives tend to be well-funded, the strain they place on the supply chain system are substantial and often not acknowledged, particularly at state levels \hyperref[b6]{[7]}. The most visible impact of new vaccine introduction is an increase in the volume of products that need to be stored, transported, and tracked, as well as the need for more storage capacity due to the increased use of single-dose vials \hyperref[b7]{[8]}.\par These further exacerbates existing and new challenges in vaccine supply chain management like poor cold chain equipment inventory and status; poor vaccine stock, distribution and utilization data collection and management; lack of skilled and properly trained workers in vaccine management operations; poor vaccine storage facility; and unreliable micro-plan data which leads to wastage, stock-outs and overstock, and inequitable distribution of products {\ref [9,}\hyperref[b9]{10,}\hyperref[b10]{11]}. It is important to note these challenges and many other vaccine supply chain management problems are related to inefficient database management systems and innovative digital tools {\ref [9,}\hyperref[b11]{12]}.\par In 2016, the Ministerial Conference on Immunization in Africa laid the groundwork for the landmark Addis Declaration on Immunization (ADI), including 10 commitments to achieve universal and equitable access to immunization in Africa. The ADI was endorsed by Heads of State from across Africa at the 28th African Union Summit in early 2017, signaling political support for immunization on the continent at the highest possible level \hyperref[b12]{[13]}. Real-time data and digital tools were identified as a powerful instrument to advance these efforts. Digital platforms make it easy to assess progress and to revisit decisions along the way, instead of waiting for quarterly reports or midline assessments. Digital tools also democratize learning and decision-making, so that stakeholders at all levels of the health system can make meaningful use of data.\par In response to these assertions, eHealth Africa, a non-governmental organization (NGO) was funded by the Bill and Melinda Gates Foundation (BMGF) and the Kano State Primary Health Care Development Agencies (KSPHCDA) to conceptualize, design and roll out an electronic logistic management information system, LoMIS Suite to strengthen accountability and data-driven management in vaccine supply chain management in 2014. The Suite consists of an offlinecapable mobile application "LoMIS Stock'' and a web application and "LoMIS Deliver." LoMIS Stock was designed to help health care workers (HCWs) bypass the traditional paper-based reporting system and submit reports instantly using an app on their mobile device. The app was also built to enable supervisors to get near real-time visibility of stock inventory, consumption rate (vaccine wastage, stock out, utilization), cold chain status and cascade London Journal of Medical and Health Research deliveries from all locations where vaccines are stored. LoMIS Stock answers three critical questions "Where are my Vaccines? ""Are they sufficient?" and "Are they potent?" LoMIS Deliver on the other hand aggregate these reports on stock levels, equipment status, and vaccine utilizations into a single web dashboard for real-time data visualization of field operations.\par Both applications are based on the structure and workflows of the KSPHCMB system. \section[{Evaluation Questions}]{Evaluation Questions}\par This study was conducted to answer the following research questions:\par 1. Is the LoMIS stock tool being used by the proposed users to report routine immunization vaccine supplies? 2. What is the effect of its use on the duration in reporting stock out and the turnaround time? 3. What is the impact of the tool on facility stock out experiences? 4. How has the tool supported the routine immunization stakeholders to plan for vaccine distribution? \section[{Evaluation Objectives}]{Evaluation Objectives}\par In line with the research questions, we were guided by the objective of understanding the impact of using digital data management tools in vaccine supply chain management against the traditional paper-based systems in Kano state. Specifically, \section[{Research Limitations}]{Research Limitations}\par The main limitation encountered in this paper is the quality of data and data availability in the DHIS2 data. Especially in Kano state, we were unable to conduct robustness checks on stock out by vaccines due to the unavailability of data. \section[{II. STUDY DESIGN AND METHODS}]{II. STUDY DESIGN AND METHODS} \section[{Study Design}]{Study Design}\par We employed the quasi-experimental design using a mix of quantitative and qualitative research methods to determine what would have been the outcomes in Kano state if the digital tool (intervention) had not been utilized. In this study, we identified Bauchi State vaccine supply chain management system as the comparison group based on validated evidence that Bauchi state was utilizing the paper-based reporting tools for vaccine stock inventory as of the period of this study. \section[{Sampling techniques}]{Sampling techniques}\par Our study respondents were selected by using a three multi-stage sampling technique to select and recruit sixty (60) and forty (40) Ward Technical Officers/Routine Immunization Officers \hyperref[b9]{(10)} for the intervention (Kano state) and the comparison (Bauchi state). We stratified all the state LGAs under the three senatorial zones in both Kano and Bauchi States and used a purposive sampling approach to select {\ref 6} LGAs under the 6 Administrative Zones of Routine Immunization in the Kano State, and \hyperref[b3]{4} LGAs under the 2 Administrative Zones of Routine Immunization in Bauchi State based on their geographical proximity to each other. Ten {\ref (} \section[{Data Collection and Analysis Methodology}]{Data Collection and Analysis Methodology}\par Primary data for this study were collected using the evaluation tools (structured questionnaires and Key in-depth interviews) while secondary data was collected from records on the LoMIS Dashboard and District Health Information System Software (DHIS2). LoMIS dashboard is a platform that enables near-real-time visibility, storage, and retrieval of vaccine stock inventory while DHIS2 enables the collection, storage, retrieval and management of case-based data records. The primary data sources provided information on duration of reporting vaccines, duration of response to reports, and the benefits of LoMIS. The secondary data sources also provided information on the duration of vaccine reports and duration of response to those reports. The secondary data sources provided more information including the usability of LoMIS, availability of stock or stock-out. \section[{III. RESULT AND DISCUSSION}]{III. RESULT AND DISCUSSION} \section[{Respondent's Demographics}]{Respondent's Demographics}\par In this study, it was found that males are the predominant staff working within the routine immunization areas across Kano (73\%) and Bauchi (90\%) states (Figure \hyperref[fig_3]{4}). \section[{Research Question 2: Duration of reporting RI vaccine stock inventories and turnaround time}]{Research Question 2: Duration of reporting RI vaccine stock inventories and turnaround time}\par The findings related to the amount of time it takes to report RI vaccine inventories via LoMIS Stock in Kano state and the paper-based tools in Bauchi state were compared. In Kano state, it was found that 67\% of respondents reported that it takes Pop more than 10 minutes to complete the process of reporting vaccine stock inventories via the paper-based tools while 100\% of the respondents reported an average of 5 minutes to complete a report via LoMIS Stock. This is consistent with the findings from the comparison group (Bauchi State) where 63\% of them reported spending more than ten minutes whilst reporting through paper-based tools.\par Findings from the tool dashboard validates the duration of reporting via LoMIS. Users of LoMIS application tool used an average duration of less than 5 minutes on any stock inventory form as illustrated in Figure \hyperref[fig_5]{6}. \section[{State Partner, Bauchi}]{State Partner, Bauchi}\par In Kano state, it was found that out of the 39 respondents that provided answer to the question of average response time to stock out reports, 34 (57\%) reported that all stock-out reports done through the LoMIS tool got response under 24 hours as compared with 20\% that got response under 24 hours prior the use of LoMIS stock.\par Twenty-two (59\%) of 37 responses revealed that Cold Chain Equipment breakdown through LoMIS got a response within 24 hours as compared to 10\% who got a response in 24 hours before the use of LoMIS (Figure \hyperref[fig_7]{7}).\par Source: Study survey data \section[{Research Question 3: The Impact of LoMIS Stock on experiences of RI vaccine stock-out at facilities}]{Research Question 3: The Impact of LoMIS Stock on experiences of RI vaccine stock-out at facilities}\par Another major finding from this assessment study is reduction in stock-out experiences in health facilities. It was found that 60\% of facilities had at least reported an event of stock-out from January experiencing stock-out reduced with time in Kano state. Within 3 years of using the LoMIS tool, the number of facilities experiencing stock out reduced by 92\% in Kano (LoMIS) as compared to only 42\% reduction in Bauchi (paper-reporting tool) within the same period (Figure \hyperref[fig_8]{8}). \hyperref[fig_8]{8}). In addition, the differences in stock out outcomes in Kano and Bauchi states were confirmed as the Analysis of Variance (ANOVA) showed that the effect of the reporting tool on stock-out was significant (F (1,70,) = 215.506, p = 0.000). The comparison analysis using a paired-sample t-test showed that the mean difference in facility stock-out between a 3-year period prior and after LoMIS was found to be statistically significant (p=0.000) (Table \hyperref[tab_4]{1}).\par This implies that LoMIS significantly contributed to reduced experiences of vaccine stock-out in health facilities. The independent sample T-test also revealed a huge significant difference between the means of facility stock-out in Kano (use of LoMIS) and Bauchi (Paper-tool) with a large effect size. Again, this result further validates the contribution of LoMIS to reduced vaccine stock-out in Kano (Table \hyperref[tab_5]{2}). \hyperref[fig_9]{9}). This further validates the effect of LoMIS on reduced stock-out occurrences in Kano state. \section[{London Journal of Medical and Health Research}]{London Journal of Medical and Health Research} \section[{IV. DISCUSSION}]{IV. DISCUSSION}\par We conducted a comprehensive assessment of the impact of LoMIS Stock reporting tool on vaccine stock management in Kano state. The results showed that LoMIS Stock has contributed to effective vaccine management in terms of real-time reports, vaccine visibility and accountability. These have led to timeliness of report, increased response rate, reduction in facilities experiencing stock-out and eventually availability of adequate stock at the last-mile facilities. The findings from this study further corroborates the results of several studies on the impact on the use of digital tools as an effective approach to public health interventions globally \hyperref[b14]{[15,} {\ref 16,}\hyperref[b25]{17,}\hyperref[b26]{18]}.\par In Nigeria, one of the challenges of vaccine stock management occurs because of poor vaccine stock visibility at health facilities \hyperref[b27]{[19]}. Our study has shown that this challenge can be significantly addressed with a digital tool as we found that the use of LoMIS Stock for reporting vaccine stock inventory enhanced access to vaccine stock distribution across the focal facilities. The usability rate (82\%) of LoMIS Stock shows that the use of digital tools is a prioritized solution to the challenges of public health interventions in low-and middle-income countries like Nigeria. study where it was found that digital technology is a feasible and acceptable approach for public health interventions \hyperref[b28]{[20]}. Specifically for immunization interventions, a recent study reported high acceptability rating amongst vaccinators and district managers for an iterative mobile-app that was developed to track immunization encounters in Pakistan which shares similar public health demographics with Nigeria \hyperref[b30]{[21]}. In another study in Malawi, end-users assessed the usability of two digital tools for community case management of under-five children-highlighting that although both tools are useful in gathering important intervention data, their usability differs by a wide margin and this determined the overall success of the tool in supporting health interventions in the study setting \hyperref[b15]{[22]}. This implies that the ease-of-use that was recorded with the end-users of the LOMIS Stock App contributed significantly to the success of the tool in managing vaccine supply chain management in Nigeria.\par We found that the amount of time needed to complete a report of RI vaccine inventory significantly reduced using a digital health tool. This corroborates the findings of a digital health responses were consistent with pre-LoMIS findings in Kano State. In another study, the results also posits that the use of digital technology for reporting routine immunization data is feasible and can provide real-time updates to RI performance indicators such as vaccine availability {\ref [23]} .\par In addition, this study sought to assess the impact of the digital tool on facilities experiencing stock-out; and we found that the stock-out experiences reduced over time in Kano state.\par Within 3 years of using the LoMIS tool, the facilities experiencing stock out reduced by 92\% in Kano (LoMIS) as compared to only 42\% reduction in Bauchi (paper-reporting tool) within the same period. The implication of this result is that there was sufficient stock of death-preventing vaccines at health facilities in the study location.\par This finding strengthens the discussions around the value of developing and implementing digital health tools in public health interventions \hyperref[b18]{[24]}.\par Furthermore, the impact of the tool, LoMIS Stock on vaccine planning and management was significant as our results showed that the LoMIS dashboard tool enhanced the vaccine operations visibility-providing near real-time data that enabled key decision makers to respond to stock-outs, CCE breakdown, and vaccine over-stock in record time, and ensure that immunization efforts meet expectations. Improved planning and management organization is another notable impact of the LOMIS dashboard on decision makers in the study location as we recorded in this study. This further contributes to existing evidence that data dashboards in public health tools provide reliable information to inform and support policy makers and project managers in iterating public health interventions \hyperref[b19]{[25]}. Several sources show that a wide range of COVID-19 response interventions utilized many dashboards to collect data on time series, geographic maps, case incidents, contact tracing, community surveillance and clinical trials to refine intervention approach, outputs and outcomes \hyperref[b20]{[26,}\hyperref[b21]{27,}\hyperref[b22]{28,}\hyperref[b23]{29]}. A similar result was obtained by another researcher where a proactive infection prevention and control (IPC) monitoring tool was pioneered to provide reliable data for real-time response to emerging risks to COVID-19 infection amongst healthcare workers in Guangdong Second Provincial General Hospital in China. The study showed that the worrisome rate of healthcare workers infection prior to the deployment of the tool was reduced; and future plans to integrate artificial algorithms to the tool for improved outcomes are already being muted {\ref [30]}.\begin{figure}[htbp] \noindent\textbf{1}\includegraphics[]{image-2.png} \caption{\label{fig_0}Figure 1 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{26}\includegraphics[]{image-3.png} \caption{\label{fig_1}Figure 2 : 6}\end{figure} \begin{figure}[htbp] \noindent\textbf{3}\includegraphics[]{image-4.png} \caption{\label{fig_2}Figure 3 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{4}\includegraphics[]{image-5.png} \caption{\label{fig_3}Figure 4 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{5}\includegraphics[]{image-6.png} \caption{\label{fig_4}Figure 5 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{6}\includegraphics[]{image-7.png} \caption{\label{fig_5}Figure 6}\end{figure} \begin{figure}[htbp] \noindent\textbf{6}\includegraphics[]{image-8.png} \caption{\label{fig_6}6}\end{figure} \begin{figure}[htbp] \noindent\textbf{7}\includegraphics[]{image-9.png} \caption{\label{fig_7}Figure 7 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{8}\includegraphics[]{image-10.png} \caption{\label{fig_8}Figure 8 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{9}\includegraphics[]{image-11.png} \caption{\label{fig_9}Figure 9 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{}\includegraphics[]{image-12.png} \caption{\label{fig_10}}\end{figure} \begin{figure}[htbp] \noindent\textbf{} \par \begin{longtable}{P{0.85\textwidth}} All quantitative data was entered, analyzed using\\ Statistical Package for Social Science (SPSS,).\\ Analysis of Variance (ANOVA) was employed to\end{longtable} \par \begin{quote} determine the effect of the LoMIS tool on stock-out data in Kano. Paired and independent t-tests were used to determine the significance of the mean difference between stock-out data between pre/post-LoMIS and to compare\end{quote} \caption{\label{tab_2}}\end{figure} \begin{figure}[htbp] \noindent\textbf{} \par \begin{longtable}{P{0.05502754820936639\textwidth}P{0.20840220385674932\textwidth}P{0.5865702479338843\textwidth}} London Journal of Medical and Health Research\tabcellsep \tabcellsep \\ \tabcellsep \tabcellsep Non-current users (40\%) of LoMIS Stock have\\ \tabcellsep \tabcellsep had experience of its use but issues related to\\ \tabcellsep \tabcellsep network and faulty/missing phones stopped them\\ \tabcellsep \tabcellsep from using LoMIS in reporting vaccine stock\\ \tabcellsep Findings from the desk reviews revealed that 484\tabcellsep inventories. The LoMIS web dashboard further\\ \tabcellsep facility personnel had been trained on how to use\tabcellsep revealed increased use of the tool over time. As of\\ \tabcellsep LoMIS Stock app for vaccine stock inventory.\tabcellsep December 2017, the usability rate had improved\\ \tabcellsep \tabcellsep from 105 (22\%) (January 2015) to 304 (63\%)\\ \tabcellsep \tabcellsep resulting in 190\% increase in usage rate (Figure\\ \tabcellsep \tabcellsep 5). As expected, the survey findings affirmed that\\ 22\tabcellsep Volume 23 | Issue | Compilation 1.0 6\tabcellsep © 2023 Great ] Britain Journals Press\end{longtable} \par \begin{quote} Source: Study Survey data 3.2 Analysis of findings by Research Questions 3.2.1 Research Question 1: The Utilization of LoMIS Mobile Application Tool in Reporting Vaccine Stock Inventory in Kano State (Usability Rate) Analytics from LoMIS Dashboard showed 82\% usage rate, that is, 397 of 484 Ward Technical Officers had used LoMIS application to report at least one stock inventory. Among all (60) users of the tool interviewed 60\% are current users of LoMIS Stock as of the period of study. Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, Nigeria\end{quote} \caption{\label{tab_3}}\end{figure} \begin{figure}[htbp] \noindent\textbf{1} \par \begin{longtable}{P{0.41572052401746723\textwidth}P{0.09279475982532752\textwidth}P{0.12620087336244543\textwidth}P{0.0965065502183406\textwidth}P{0.0482532751091703\textwidth}P{0.0705240174672489\textwidth}} Period\tabcellsep Mean\tabcellsep SD\tabcellsep SE\tabcellsep \multicolumn{2}{l}{P Value}\\ Pre-LoMIS\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ (January 2012 -\tabcellsep 246.58\tabcellsep 61.68\tabcellsep 10.28\tabcellsep \tabcellsep \\ June 2014)\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep 0.000**\\ Post-LoMIS\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ (July 2014 -\tabcellsep 79.22\tabcellsep 41.57\tabcellsep 6.9\tabcellsep \tabcellsep \\ December 2017)\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \tabcellsep \tabcellsep \multicolumn{2}{l}{Mean Difference}\tabcellsep \tabcellsep \\ Paired Differences\tabcellsep Mean\tabcellsep SD\tabcellsep CI\tabcellsep T\tabcellsep P Value\\ Pre-post stock-out\tabcellsep 167.36\tabcellsep 48.40\tabcellsep 150.98 -183.73\tabcellsep 20.74\tabcellsep 0.000\end{longtable} \par \begin{quote} \par * London Journal of Medical and Health Research 15 25 © 2023 Great ] Britain Journals Press Volume 23 | Issue 6 | Compilation 1.0 Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, NigeriaSource: DHIS2\end{quote} \caption{\label{tab_4}Table 1 :}\end{figure} \begin{figure}[htbp] \noindent\textbf{2} \par \begin{longtable}{P{0.6994791666666667\textwidth}P{0.0015624999999999999\textwidth}P{0.04583333333333334\textwidth}P{0.0046875\textwidth}P{0.0171875\textwidth}P{0.0453125\textwidth}P{0.004166666666666667\textwidth}P{0.01927083333333333\textwidth}P{0.0078125\textwidth}P{0.0046875\textwidth}} \tabcellsep \tabcellsep \tabcellsep \tabcellsep \multicolumn{3}{l}{Post-LoMIS (Bauchi)}\tabcellsep \\ \tabcellsep \tabcellsep Mean\tabcellsep SD\tabcellsep SE\tabcellsep t\tabcellsep MD\tabcellsep Cl\tabcellsep P Value\\ \multicolumn{2}{l}{Kano (LoMIS)}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{2}{l}{Bauchi}\tabcellsep 90.02\tabcellsep 52.77\tabcellsep 8.14\tabcellsep -8.01\tabcellsep -91.09\tabcellsep Lower: -113.71\tabcellsep 0.000*\\ \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep Upper: -68.47\\ \multicolumn{2}{l}{(Paper-based}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ Tool)\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{3.2.4 Research Question 4: The Impact of LoMIS}\tabcellsep \multicolumn{2}{l}{3.2.5 Research}\tabcellsep Question\tabcellsep 5:\tabcellsep Predicted\\ \multicolumn{5}{l}{Stock on Data-Driven RI Vaccine Supply Planning}\tabcellsep \multicolumn{4}{l}{occurrence of facility stock-out with Paper-}\\ \multicolumn{2}{l}{and Management}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \multicolumn{3}{l}{reporting tools in Kano}\\ \multicolumn{5}{l}{In this study, it was found that LoMIS Stock has}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{enabled near-real time RI vaccine reports, and}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{this has led to improved visibility to the status of}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{RI vaccines across health facilities in Kano state.}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{Enhanced vaccine visibility has enabled most of}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{the decision makers to respond to stock-outs, CCE}\tabcellsep \tabcellsep \tabcellsep \\ breakdown\tabcellsep and\tabcellsep over-stock\tabcellsep of\tabcellsep vaccines\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{immediately. The planning RI vaccine supply has}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{been influenced by the distribution data of RI}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{4}{l}{vaccine status across the facilities.}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{"With LoMIS Dashboard, the status of the}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{vaccine has been visible, that is visibility of}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{stock availability. This helps me to take}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{2}{l}{decisions in time."}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{"I use LoMIS Dashboard weekly to ensure}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{there is no Stock Out in any facility. I also}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{identify any CCE breakdown for replacement}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{or repair. Recently, I saw Stock-out of BCG in}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{a facility on the Dashboard and called the}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{3}{l}{facility immediately."}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \tabcellsep \tabcellsep \multicolumn{3}{l}{State Partner, Kano}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{LoMIS is really an engine room, it's a bank for}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{information on vaccine management. At a go,}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{it is easy to see the status of CCE and make}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{decisions at a go too. Non-functional CCE}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{3}{l}{receives speedy repair.}\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \tabcellsep \tabcellsep \multicolumn{3}{l}{Development Partner, Kano}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{"LoMIS is real time, for me, I see the status of}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{vaccines immediately and I also have the}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{contact of service providers and I just call. It}\tabcellsep \tabcellsep \tabcellsep \\ \multicolumn{5}{l}{helps my daily plan. For me, I go on LoMIS}\tabcellsep \tabcellsep \tabcellsep \\ every day.\tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \tabcellsep \\ \tabcellsep \tabcellsep \multicolumn{3}{l}{Development Partner, Kano}\tabcellsep \tabcellsep \tabcellsep \end{longtable} \par \caption{\label{tab_5}Table 2 :}\end{figure} \label{foot_0}\footnote{\label{foot_0} © 2023 Great ] Britain Journals Press Volume 23 | Issue 6 | Compilation 1.0 Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, NigeriaSource: DHIS2} \label{foot_1}\footnote{\label{foot_1} © 2023 Great ] Britain Journals Press Volume 23 | Issue | Compilation 1.0} \label{foot_2}\footnote{\label{foot_2} Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, Nigeria} \backmatter \subsection[{Funding}]{Funding}\par No Funding \subsection[{V. CONCLUSION}]{V. CONCLUSION}\par The implication of this result is that there was sufficient stock of death-preventing vaccines at health facilities in the study location. This finding strengthens the discussions around the value of developing and implementing digital health tools in public health interventions \hyperref[b18]{[24]}.\par Furthermore, the impact of the tool, LoMIS Stock on vaccine planning and management was significant as our results showed that the LoMIS dashboard tool enhanced the vaccine operations. \subsection[{Declarations Consent for publication}]{Declarations Consent for publication} \subsection[{Not Applicable}]{Not Applicable} \subsection[{Availability of data and materials}]{Availability of data and materials}\par The datasets used and/or analyzed during the current study are available from the corresponding author on reasonable request. \subsection[{Competing interests}]{Competing interests}\par The authors declare that they have no competing interests" in this section. \subsection[{Ethical Consideration}]{Ethical Consideration}\par All methods were performed in accordance with the guidelines and recommendations specified within the Helsinki declaration. Official permission was sought and obtained from the participating vaccine stock management stakeholders in Kano and Bauchi states where the study was conducted. {\ref Ethical} \subsection[{Informed Consent}]{Informed Consent}\par All participants provided written informed consent before participating in the study. \subsection[{Competing interests}]{Competing interests}\par The authors declare that they have no conflicts of interest. \begin{bibitemlist}{1} \bibitem[]{b16}\label{b16} \textit{}, \xref{http://dx.doi.org/10.1016/j.ijmedinf.2020.104323}{10.1016/j.ijmedinf.2020.104323}. \url{https://www.sciencedirect.com/science/article/pii/S138650562030931X)} \bibitem[]{b29}\label{b29} \textit{}, \xref{http://dx.doi.org/10.2196/24182}{10.2196/24182}. 345. PMC8485189. p. 28891. \bibitem[Thorlund et al. ()]{b22}\label{b22} ‘A real-time dashboard of clinical trials for COVID-19’. K Thorlund , L Dron , J Park , G Hsu , J I Forrest , E J Mills . \textit{The Lancet Digital Health} 2020. 2 (6) p. . \bibitem[Hicks et al. (2021)]{b28}\label{b28} ‘Acceptability and Potential Effectiveness of eHealth Tools for Training Primary Health Workers From Nigeria at Scale: Mixed Methods, Uncontrolled Before-and-After Study’. J P Hicks , M J Allsop , G O Akaba , R M Yalma , O Dirisu , B Okusanya , J Tukur , K Okunade , D Akeju , A Ajepe , O Okuzu , T Mirzoev , B Ebenso . \textit{JMIR Mhealth Uhealth} 2021 Sep 16. \bibitem[Unicef ()]{b10}\label{b10} ‘Achieving immunization targets with the comprehensive effective vaccine management (EVM) framework’. Who Unicef . WHO/UNICEF Jt. statement 2016. 2014. p. . \bibitem[Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, Nigeria of Digital Technologies to Support Vaccination Programmes in Europe: State of the Art and Best Practices from Experts' Interviews. Vaccines (Basel) (2021)]{b24}\label{b24} \textit{Analyzing the Effectiveness of Digital Technology in Vaccine Supply Management in Kano State, Nigeria of Digital Technologies to Support Vaccination Programmes in Europe: State of the Art and Best Practices from Experts' Interviews. Vaccines (Basel)}, \xref{http://dx.doi.org/10.3390/vaccines9101126}{10.3390/vaccines9101126}. 34696234. PMC8538238. 2021 Oct 3. 9 p. 1126. \bibitem[Rai et al. ()]{b11}\label{b11} \textit{Assessing technological impact on vaccine supply chain performance. Industrial Management \& Data Systems}, P Rai , S Bera , P Ray . \xref{http://dx.doi.org/10.1108/IMDS-08-2021-0488r}{10.1108/IMDS-08-2021-0488r}. \url{https://doi.org/10.1108/IMDS-08-2021-0488r} 2022. 122 p. . \bibitem[Budd et al. ()]{b19}\label{b19} ‘Digital technologies in the public-health response to COVID-19’. J Budd , B S Miller , E M Manning . \xref{http://dx.doi.org/10.1038/s41591-020-1011-4}{10.1038/s41591-020-1011-4}. \url{https://doi.org/10.1038/s41591-020-1011-4} \textit{Nat Med} 2020. 26 p. . \bibitem[Baxter Chirambo et al. ()]{b15}\label{b15} ‘End-user perspectives of two mHealth decision support tools: Electronic Community Case Management in Northern Malawi’. Griphin Baxter Chirambo , Adamson S Muula , Matthew Thompson , Victoria E Hardy , Ciara Heavin , Yvonne O' Connor , Nikolaos Mastellos , Bo Andersson , O' John , Donoghue . \xref{http://dx.doi.org/10.1016/j.ijmedinf.2020.1043}{10.1016/j.ijmedinf.2020.1043}. \url{https://doi.org/10.1016/j.ijmedinf.2020.1043} \textit{International Journal of Medical Informatics} 1386-5056. 2021. 145. \bibitem[Expanded Immunization Programme: Supply chain and logistics (2022)]{b6}\label{b6} \textit{Expanded Immunization Programme: Supply chain and logistics}, \url{https://www.who.int/teams/immunization-vaccines-and-biologicals/essential-programme-on-immunization/supply} 2022. November 2022. World Health Organization. \bibitem[Dairo and Osizimete (2016)]{b7}\label{b7} ‘Factors affecting vaccine handling and storage practices among immunization service providers in Ibadan’. D M Dairo , O E Osizimete . \xref{http://dx.doi.org/10.4314/ahs.v16i2.27.PMID:27605974}{10.4314/ahs.v16i2.27.PMID:27605974}. PMC4994548. \textit{Afr Health Sci} 2016 Jun. Oyo State, Nigeria. 16 (2) p. . \bibitem[Shuaib et al. ()]{b26}\label{b26} ‘Implementing the routine immunisation data module and dashboard of DHIS2 in Nigeria’. F Shuaib , A B Garba , E Meribole , S Obasi , A Sule , C Nnadi , N E Waziri , O Bolu , P M Nguku , M Ghiselli , O J Adegoke , S Jacenko , E Mungure , S Gidado , I Wilson , E Wiesen , H Elmousaad , P Bloland , L Rosencrans , F Mahoney , A Macneil , R Franka , J Vertefeuille . \xref{http://dx.doi.org/10.1080/21645515.2018.1477458}{10.1080/21645515.2018.1477458}. 32694218. PMC7375433. \textit{BMJ Glob Health} 2014-2019. 2020 Jul. 5 (7) p. 2203. \bibitem[Akerele et al. ()]{b17}\label{b17} ‘Improving routine immunization data quality using daily short message system reporting platform: An experience from Nasarawa state’. A Akerele , B Uba , M Aduloju , S Etamesor , J A Umar , O B Adeoye . \xref{http://dx.doi.org/10.1371/journal.pone.0255563}{10.1371/journal.pone.0255563}. \url{https://doi.org/10.1371/journal.pone.0255563} \textit{PLoS ONE} 2021. Nigeria. 16 (8) p. 255563. \bibitem[Latest situation of novel coronavirus infection in Hong Kong The Government of the Hong Kong Special Administrative Region (2022)]{b20}\label{b20} ‘Latest situation of novel coronavirus infection in Hong Kong’. \xref{http://dx.doi.org/10.1038/s41591-020-1011-4}{10.1038/s41591-020-1011-4}. \url{https://chp-dashboard.geodata.gov.hk/covid-19/en.html} \textit{The Government of the Hong Kong Special Administrative Region}, 2022. November 2022. Centre for Health Protection, Department of Health. \bibitem[Stuhldreher et al. ()]{b18}\label{b18} ‘Lessons Learned From Implementing Digital Health Tools to Address COVID-19 in LMICs’. C , Lazenby S Stuhldreher , R Kimball , M Bartlein , R . \xref{http://dx.doi.org/10.1371/journal.pone.0255563}{10.1371/journal.pone.0255563}. \textit{Front. Public Health} 2022. 10 p. 859941. \bibitem[Duijzer et al. ()]{b3}\label{b3} ‘Literature review: The vaccine supply chain’. Lotty Evertje Duijzer , Willem Van Jaarsveld , Rommert Dekker . \xref{http://dx.doi.org/10.1016/j.ejor.2018.01.015}{10.1016/j.ejor.2018.01.015}. \url{https://doi.org/10.1016/j.ejor.2018.01.015} \textit{European Journal of Operational Research} 0377-2217. 2018. 268 (1) p. . \bibitem[Ottih and Cussen ()]{b27}\label{b27} ‘MBuilding strong health supply chain systems: the visibility and analytics network approach to improving the Nigerian immunisation supply chainBMJ’. C Ottih , K Cussen , Mustafa . \xref{http://dx.doi.org/10.14236/jhi.v25i4.944}{10.14236/jhi.v25i4.944}. \textit{Health \& Care Informatics} 2018. 25. \bibitem[Multiple Indicator Cluster Survey 2021 (2022)]{b4}\label{b4} \textit{Multiple Indicator Cluster Survey 2021}, August, 2022. Abuja, Nigeria: National Bureau of Statistics and United Nations Children's Fund. (Survey Findings Report) \bibitem[Zaidi et al. (2020)]{b30}\label{b30} ‘Operability, Acceptability, and Usefulness of a Mobile App to Track Routine Immunization Performance in Rural Pakistan: Interview Study Among Vaccinators and Key Informants’. S Zaidi , S A Shaikh , S Sayani , A M Kazi , A Khoja , S S Hussain , R Najmi . \xref{http://dx.doi.org/10.2196/16081.bank-education-and-covid-19}{10.2196/16081.bank-education-and-covid-19}. \url{https://mhealth.jmir.org/2020/2/e16081} \textit{JMIR Mhealth Uhealth} 2020. November 2022. 8 (2) p. 16081. \bibitem[Iwu et al. ()]{b5}\label{b5} ‘Scoping review of interventions for vaccine stock management in primary health-care facilities’. C J Iwu , A Jaca , L H Abdullahi , N J Ngcobo , C S Wiysonge . \xref{http://dx.doi.org/10.1080/21645515.2019.1607130}{10.1080/21645515.2019.1607130}. \textit{Hum Vaccin Immunother} 2019. 15 (11) p. . \bibitem[Strategic Advisory Group of Experts on Immunization. The Global Vaccine Action Plan 2011-2020 ()]{b12}\label{b12} \textit{Strategic Advisory Group of Experts on Immunization. The Global Vaccine Action Plan 2011-2020}, WHO/IVB/19.07). Licence: CC BY-NC-SA 3.0 IGO. 2019. Geneva: World Health Organization. (Review and lessons learned) \bibitem[Omole ()]{b8}\label{b8} ‘The Challenges of Nigeria Vaccine Supply Chain, a Community of Practice Perspective’. Timilehin Omole . \textit{Issue III} 2321-2705. 2020. March 2019. VI. \bibitem[Zaffran et al. (2013)]{b2}\label{b2} ‘The imperative for stronger vaccine supply and logistics systems’. M Zaffran , J Vandelaer , D Kristensen , B Melgaard , P Yadav , Antwi-Agyei Ko , H Lasher . \xref{http://dx.doi.org/10.1016/j.vaccine.2012.11.036}{10.1016/j.vaccine.2012.11.036}. 23598495. \textit{Vaccine} 2013 Apr 18. 31. (Suppl 2: B73-80) \bibitem[The Use of Real Time Monitoring Approaches and Tools for Immunization Campaigns: Good Practices and Lessons Learned New York: United Nations Children's Fund (UNICEF), 2021 London Journal of Medical and Health Research]{b14}\label{b14} ‘The Use of Real Time Monitoring Approaches and Tools for Immunization Campaigns: Good Practices and Lessons Learned New York: United Nations Children's Fund (UNICEF), 2021’. \textit{London Journal of Medical and Health Research} \bibitem[Kolff et al. ()]{b25}\label{b25} ‘The use of technology to promote vaccination: A social ecological model based framework’. Chelsea A Kolff , Vanessa P Scott , Melissa S Stockwell . \xref{http://dx.doi.org/10.1080/21645515.2018.1477458}{10.1080/21645515.2018.1477458}. \textit{Human Vaccines \& Immunotherapeutics} 2018. 14 (7) p. . \bibitem[United Nations Children's Fund, Costs of vaccinating a child (2020)]{b0}\label{b0} \textit{United Nations Children's Fund, Costs of vaccinating a child}, 2020. August 2020. New York: UNICEF. \bibitem[Updates on COVID-19 (coronavirus disease 2019) local situation ()]{b21}\label{b21} \textit{Updates on COVID-19 (coronavirus disease 2019) local situation}, \url{https://www.moh.gov.sg/covid-19/} 2022. Ministry of Health Singapore. \bibitem[Tchoualeu et al. (2021)]{b13}\label{b13} ‘Use of a district health information system 2 routine immunization dashboard for immunization program monitoring and decision making’. D D Tchoualeu , H E Elmousaad , L U Osadebe , O J Adegoke , C Nnadi , S A Haladu , S M Jacenko , L B Davis , P B Bloland , H S Sandhu . \xref{http://dx.doi.org/10.11604/pamj.supp.2021.40.1.17313}{10.11604/pamj.supp.2021.40.1.17313}. 36157564. PMCID:PM C9474830. \textit{Pan Afr Med J} 2021 Nov 12. Kano State, Nigeria. 40 (Suppl 1) p. 2. \bibitem[Nestory et al. ()]{b9}\label{b9} ‘Vaccine management practices among healthcare workers in Morogoro, Tanzania: a cross-sectional study’. B Nestory , M Anasel , J B Nyandwi . \xref{http://dx.doi.org/10.1186/s40545-022-00496-y}{10.1186/s40545-022-00496-y}. \url{https://doi.org/10.1186/s40545-022-00496-y} \textit{J of Pharm Policy and Pract} 2022. 15 p. 95. \bibitem[Kaufmann et al. (2011)]{b1}\label{b1} \textit{Vaccine supply chains need to be better funded and strengthened, or lives will be at risk. Health Aff (Millwood)}, J R Kaufmann , R Miller , J Cheyne . \xref{http://dx.doi.org/10.1377/hlthaff.2011.0368}{10.1377/hlthaff.2011.0368}. 21653965. 2011 Jun. 30 p. . \bibitem[World Bank Education and COVID-19 London Journal of Medical and Health Research ()]{b23}\label{b23} ‘World Bank Education and COVID-19’. \url{https://www.worldbank.org/en/data/interactive/2020/03/24/world} \textit{London Journal of Medical and Health Research} 2022. 2023. Britain Journals Press. 30 p. 0. (Issue | Compilation) \end{bibitemlist} \end{document}