\documentclass[11pt,twoside]{article}\makeatletter

\IfFileExists{xcolor.sty}%
  {\RequirePackage{xcolor}}%
  {\RequirePackage{color}}
\usepackage{colortbl}
\usepackage{wrapfig}
\usepackage{ifxetex}
\ifxetex
  \usepackage{fontspec}
  \usepackage{xunicode}
  \catcode`⃥=\active \def⃥{\textbackslash}
  \catcode`❴=\active \def❴{\{}
  \catcode`❵=\active \def❵{\}}
  \def\textJapanese{\fontspec{Noto Sans CJK JP}}
  \def\textChinese{\fontspec{Noto Sans CJK SC}}
  \def\textKorean{\fontspec{Noto Sans CJK KR}}
  \setmonofont{DejaVu Sans Mono}
  
\else
  \IfFileExists{utf8x.def}%
   {\usepackage[utf8x]{inputenc}
      \PrerenderUnicode{–}
    }%
   {\usepackage[utf8]{inputenc}}
  \usepackage[english]{babel}
  \usepackage[T1]{fontenc}
  \usepackage{float}
  \usepackage[]{ucs}
  \uc@dclc{8421}{default}{\textbackslash }
  \uc@dclc{10100}{default}{\{}
  \uc@dclc{10101}{default}{\}}
  \uc@dclc{8491}{default}{\AA{}}
  \uc@dclc{8239}{default}{\,}
  \uc@dclc{20154}{default}{ }
  \uc@dclc{10148}{default}{>}
  \def\textschwa{\rotatebox{-90}{e}}
  \def\textJapanese{}
  \def\textChinese{}
  \IfFileExists{tipa.sty}{\usepackage{tipa}}{}
\fi
\def\exampleFont{\ttfamily\small}
\DeclareTextSymbol{\textpi}{OML}{25}
\usepackage{relsize}
\RequirePackage{array}
\def\@testpach{\@chclass
 \ifnum \@lastchclass=6 \@ne \@chnum \@ne \else
  \ifnum \@lastchclass=7 5 \else
   \ifnum \@lastchclass=8 \tw@ \else
    \ifnum \@lastchclass=9 \thr@@
   \else \z@
   \ifnum \@lastchclass = 10 \else
   \edef\@nextchar{\expandafter\string\@nextchar}%
   \@chnum
   \if \@nextchar c\z@ \else
    \if \@nextchar l\@ne \else
     \if \@nextchar r\tw@ \else
   \z@ \@chclass
   \if\@nextchar |\@ne \else
    \if \@nextchar !6 \else
     \if \@nextchar @7 \else
      \if \@nextchar (8 \else
       \if \@nextchar )9 \else
  10
  \@chnum
  \if \@nextchar m\thr@@\else
   \if \@nextchar p4 \else
    \if \@nextchar b5 \else
   \z@ \@chclass \z@ \@preamerr \z@ \fi \fi \fi \fi
   \fi \fi  \fi  \fi  \fi  \fi  \fi \fi \fi \fi \fi \fi}
\gdef\arraybackslash{\let\\=\@arraycr}
\def\@textsubscript#1{{\m@th\ensuremath{_{\mbox{\fontsize\sf@size\z@#1}}}}}
\def\Panel#1#2#3#4{\multicolumn{#3}{){\columncolor{#2}}#4}{#1}}
\def\abbr{}
\def\corr{}
\def\expan{}
\def\gap{}
\def\orig{}
\def\reg{}
\def\ref{}
\def\sic{}
\def\persName{}\def\name{}
\def\placeName{}
\def\orgName{}
\def\textcal#1{{\fontspec{Lucida Calligraphy}#1}}
\def\textgothic#1{{\fontspec{Lucida Blackletter}#1}}
\def\textlarge#1{{\large #1}}
\def\textoverbar#1{\ensuremath{\overline{#1}}}
\def\textquoted#1{‘#1’}
\def\textsmall#1{{\small #1}}
\def\textsubscript#1{\@textsubscript{\selectfont#1}}
\def\textxi{\ensuremath{\xi}}
\def\titlem{\itshape}
\newenvironment{biblfree}{}{\ifvmode\par\fi }
\newenvironment{bibl}{}{}
\newenvironment{byline}{\vskip6pt\itshape\fontsize{16pt}{18pt}\selectfont}{\par }
\newenvironment{citbibl}{}{\ifvmode\par\fi }
\newenvironment{docAuthor}{\ifvmode\vskip4pt\fontsize{16pt}{18pt}\selectfont\fi\itshape}{\ifvmode\par\fi }
\newenvironment{docDate}{}{\ifvmode\par\fi }
\newenvironment{docImprint}{\vskip 6pt}{\ifvmode\par\fi }
\newenvironment{docTitle}{\vskip6pt\bfseries\fontsize{22pt}{25pt}\selectfont}{\par }
\newenvironment{msHead}{\vskip 6pt}{\par}
\newenvironment{msItem}{\vskip 6pt}{\par}
\newenvironment{rubric}{}{}
\newenvironment{titlePart}{}{\par }

\newcolumntype{L}[1]{){\raggedright\arraybackslash}p{#1}}
\newcolumntype{C}[1]{){\centering\arraybackslash}p{#1}}
\newcolumntype{R}[1]{){\raggedleft\arraybackslash}p{#1}}
\newcolumntype{P}[1]{){\arraybackslash}p{#1}}
\newcolumntype{B}[1]{){\arraybackslash}b{#1}}
\newcolumntype{M}[1]{){\arraybackslash}m{#1}}
\definecolor{label}{gray}{0.75}
\def\unusedattribute#1{\sout{\textcolor{label}{#1}}}
\DeclareRobustCommand*{\xref}{\hyper@normalise\xref@}
\def\xref@#1#2{\hyper@linkurl{#2}{#1}}
\begingroup
\catcode`\_=\active
\gdef_#1{\ensuremath{\sb{\mathrm{#1}}}}
\endgroup
\mathcode`\_=\string"8000
\catcode`\_=12\relax

\usepackage[a4paper,twoside,lmargin=1in,rmargin=1in,tmargin=1in,bmargin=1in,marginparwidth=0.75in]{geometry}
\usepackage{framed}

\definecolor{shadecolor}{gray}{0.95}
\usepackage{longtable}
\usepackage[normalem]{ulem}
\usepackage{fancyvrb}
\usepackage{fancyhdr}
\usepackage{graphicx}
\usepackage{marginnote}

\renewcommand{\@cite}[1]{#1}


\renewcommand*{\marginfont}{\itshape\footnotesize}

\def\Gin@extensions{.pdf,.png,.jpg,.mps,.tif}

  \pagestyle{fancy}

\usepackage[pdftitle={Improved Approaches to Handle Bigdata through Hadoop},
 pdfauthor={}]{hyperref}
\hyperbaseurl{}

	 \paperwidth210mm
	 \paperheight297mm
              
\def\@pnumwidth{1.55em}
\def\@tocrmarg {2.55em}
\def\@dotsep{4.5}
\setcounter{tocdepth}{3}
\clubpenalty=8000
\emergencystretch 3em
\hbadness=4000
\hyphenpenalty=400
\pretolerance=750
\tolerance=2000
\vbadness=4000
\widowpenalty=10000

\renewcommand\section{\@startsection {section}{1}{\z@}%
     {-1.75ex \@plus -0.5ex \@minus -.2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\Large\bfseries}}
\renewcommand\subsection{\@startsection{subsection}{2}{\z@}%
     {-1.75ex\@plus -0.5ex \@minus- .2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\Large}}
\renewcommand\subsubsection{\@startsection{subsubsection}{3}{\z@}%
     {-1.5ex\@plus -0.35ex \@minus -.2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\large}}
\renewcommand\paragraph{\@startsection{paragraph}{4}{\z@}%
     {-1ex \@plus-0.35ex \@minus -0.2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\normalsize}}
\renewcommand\subparagraph{\@startsection{subparagraph}{5}{\parindent}%
     {1.5ex \@plus1ex \@minus .2ex}%
     {-1em}%
     {\reset@font\normalsize\bfseries}}


\def\l@section#1#2{\addpenalty{\@secpenalty} \addvspace{1.0em plus 1pt}
 \@tempdima 1.5em \begingroup
 \parindent \z@ \rightskip \@pnumwidth 
 \parfillskip -\@pnumwidth 
 \bfseries \leavevmode #1\hfil \hbox to\@pnumwidth{\hss #2}\par
 \endgroup}
\def\l@subsection{\@dottedtocline{2}{1.5em}{2.3em}}
\def\l@subsubsection{\@dottedtocline{3}{3.8em}{3.2em}}
\def\l@paragraph{\@dottedtocline{4}{7.0em}{4.1em}}
\def\l@subparagraph{\@dottedtocline{5}{10em}{5em}}
\@ifundefined{c@section}{\newcounter{section}}{}
\@ifundefined{c@chapter}{\newcounter{chapter}}{}
\newif\if@mainmatter 
\@mainmattertrue
\def\chaptername{Chapter}
\def\frontmatter{%
  \pagenumbering{roman}
  \def\thechapter{\@roman\c@chapter}
  \def\theHchapter{\roman{chapter}}
  \def\thesection{\@roman\c@section}
  \def\theHsection{\roman{section}}
  \def\@chapapp{}%
}
\def\mainmatter{%
  \cleardoublepage
  \def\thechapter{\@arabic\c@chapter}
  \setcounter{chapter}{0}
  \setcounter{section}{0}
  \pagenumbering{arabic}
  \setcounter{secnumdepth}{6}
  \def\@chapapp{\chaptername}%
  \def\theHchapter{\arabic{chapter}}
  \def\thesection{\@arabic\c@section}
  \def\theHsection{\arabic{section}}
}
\def\backmatter{%
  \cleardoublepage
  \setcounter{chapter}{0}
  \setcounter{section}{0}
  \setcounter{secnumdepth}{2}
  \def\@chapapp{\appendixname}%
  \def\thechapter{\@Alph\c@chapter}
  \def\theHchapter{\Alph{chapter}}
  \appendix
}
\newenvironment{bibitemlist}[1]{%
   \list{\@biblabel{\@arabic\c@enumiv}}%
       {\settowidth\labelwidth{\@biblabel{#1}}%
        \leftmargin\labelwidth
        \advance\leftmargin\labelsep
        \@openbib@code
        \usecounter{enumiv}%
        \let\p@enumiv\@empty
        \renewcommand\theenumiv{\@arabic\c@enumiv}%
	}%
  \sloppy
  \clubpenalty4000
  \@clubpenalty \clubpenalty
  \widowpenalty4000%
  \sfcode`\.\@m}%
  {\def\@noitemerr
    {\@latex@warning{Empty `bibitemlist' environment}}%
    \endlist}

\def\tableofcontents{\section*{\contentsname}\@starttoc{toc}}
\parskip0pt
\parindent1em
\def\Panel#1#2#3#4{\multicolumn{#3}{){\columncolor{#2}}#4}{#1}}
\newenvironment{reflist}{%
  \begin{raggedright}\begin{list}{}
  {%
   \setlength{\topsep}{0pt}%
   \setlength{\rightmargin}{0.25in}%
   \setlength{\itemsep}{0pt}%
   \setlength{\itemindent}{0pt}%
   \setlength{\parskip}{0pt}%
   \setlength{\parsep}{2pt}%
   \def\makelabel##1{\itshape ##1}}%
  }
  {\end{list}\end{raggedright}}
\newenvironment{sansreflist}{%
  \begin{raggedright}\begin{list}{}
  {%
   \setlength{\topsep}{0pt}%
   \setlength{\rightmargin}{0.25in}%
   \setlength{\itemindent}{0pt}%
   \setlength{\parskip}{0pt}%
   \setlength{\itemsep}{0pt}%
   \setlength{\parsep}{2pt}%
   \def\makelabel##1{\upshape ##1}}%
  }
  {\end{list}\end{raggedright}}
\newenvironment{specHead}[2]%
 {\vspace{20pt}\hrule\vspace{10pt}%
  \phantomsection\label{#1}\markright{#2}%

  \pdfbookmark[2]{#2}{#1}%
  \hspace{-0.75in}{\bfseries\fontsize{16pt}{18pt}\selectfont#2}%
  }{}
      \def\TheFullDate{2014-01-15 (revised: 15 January 2014)}
\def\TheID{\makeatother }
\def\TheDate{2014-01-15}
\title{Improved Approaches to Handle Bigdata through Hadoop}
\author{}\makeatletter 
\makeatletter
\newcommand*{\cleartoleftpage}{%
  \clearpage
    \if@twoside
    \ifodd\c@page
      \hbox{}\newpage
      \if@twocolumn
        \hbox{}\newpage
      \fi
    \fi
  \fi
}
\makeatother
\makeatletter
\thispagestyle{empty}
\markright{\@title}\markboth{\@title}{\@author}
\renewcommand\small{\@setfontsize\small{9pt}{11pt}\abovedisplayskip 8.5\p@ plus3\p@ minus4\p@
\belowdisplayskip \abovedisplayskip
\abovedisplayshortskip \z@ plus2\p@
\belowdisplayshortskip 4\p@ plus2\p@ minus2\p@
\def\@listi{\leftmargin\leftmargini
               \topsep 2\p@ plus1\p@ minus1\p@
               \parsep 2\p@ plus\p@ minus\p@
               \itemsep 1pt}
}
\makeatother
\fvset{frame=single,numberblanklines=false,xleftmargin=5mm,xrightmargin=5mm}
\fancyhf{} 
\setlength{\headheight}{14pt}
\fancyhead[LE]{\bfseries\leftmark} 
\fancyhead[RO]{\bfseries\rightmark} 
\fancyfoot[RO]{}
\fancyfoot[CO]{\thepage}
\fancyfoot[LO]{\TheID}
\fancyfoot[LE]{}
\fancyfoot[CE]{\thepage}
\fancyfoot[RE]{\TheID}
\hypersetup{citebordercolor=0.75 0.75 0.75,linkbordercolor=0.75 0.75 0.75,urlbordercolor=0.75 0.75 0.75,bookmarksnumbered=true}
\fancypagestyle{plain}{\fancyhead{}\renewcommand{\headrulewidth}{0pt}}

\date{}
\usepackage{authblk}

\providecommand{\keywords}[1]
{
\footnotesize
  \textbf{\textit{Index terms---}} #1
}

\usepackage{graphicx,xcolor}
\definecolor{GJBlue}{HTML}{273B81}
\definecolor{GJLightBlue}{HTML}{0A9DD9}
\definecolor{GJMediumGrey}{HTML}{6D6E70}
\definecolor{GJLightGrey}{HTML}{929497} 

\renewenvironment{abstract}{%
   \setlength{\parindent}{0pt}\raggedright
   \textcolor{GJMediumGrey}{\rule{\textwidth}{2pt}}
   \vskip16pt
   \textcolor{GJBlue}{\large\bfseries\abstractname\space}
}{%   
   \vskip8pt
   \textcolor{GJMediumGrey}{\rule{\textwidth}{2pt}}
   \vskip16pt
}

\usepackage[absolute,overlay]{textpos}

\makeatother 
      \usepackage{lineno}
      \linenumbers
      
\begin{document}

             \author[1]{  Ch.Monica}

             \author[2]{  K.Sandeep}

             \author[3]{  K.Kondaiah}

             \affil[1]{  KLEF University}

\renewcommand\Authands{ and }

\date{\small \em Received: 14 December 2013 Accepted: 5 January 2014 Published: 15 January 2014}

\maketitle


\begin{abstract}
        


Big data is an evolving term that describes any voluminous amount of structured, semistructured and unstructured data that has the potential to be mined for information.Today?s world produces a large amount of data from various sources, records and from different fields termed as ?BIG DATA?. Such huge data is to be analyzed, and filtered using various techniques and algorithms to extract the interested and useful data to gain knowledge. In the new era with the boom of both structured and unstructured types of data, in the field of genomics, meteorology, biology, environmental research and many others, it has become difficult to process, manage and analyze patterns using traditional databases and architectures. It requires new technologies and skills to analyze the flow of material and draw conclusions. So, a proper architecture should be understood to gain knowledge about the Big Data. The analysis of Big Data involves multiple distinct phases such as collection, extraction, cleaning, analysis and retrieval.

\end{abstract}


\keywords{}

\begin{textblock*}{18cm}(1cm,1cm) % {block width} (coords) 
\textcolor{GJBlue}{\LARGE Global Journals \LaTeX\ JournalKaleidoscope\texttrademark}
\end{textblock*}

\begin{textblock*}{18cm}(1.4cm,1.5cm) % {block width} (coords) 
\textcolor{GJBlue}{\footnotesize \\ Artificial Intelligence formulated this projection for compatibility purposes from the original article published at Global Journals. However, this technology is currently in beta. \emph{Therefore, kindly ignore odd layouts, missed formulae, text, tables, or figures.}}
\end{textblock*}


\let\tabcellsep& 	 	 		 
\section[{Introduction}]{Introduction}\par
pache Hadoop, the popular data storage and analysis platform, has generated a great deal of interest recently. Large and successful companies are using it to do powerful analyses of the data they collect. Hadoop offers two important services: It can store any kind of data from any source, inexpensively and at very large scale, and it can do very sophisticated analysis of that data easily and quickly.\par
Unlike older database and data warehousing systems, Hadoop is different and those differences can be confusing to users. What data belongs in a Hadoop cluster? What kind of questions can the system answer? Understanding how to take advantage of Hadoop requires a deeper knowledge of how others have applied it to real-world problems that they face. This paper presents detailed analysis of Hadoop and MapReduce programming Model and also the challenges that hadoop is facing and future scope of implementation of hadoop and various other new algorithms. 
\section[{II.}]{II.} 
\section[{WhatisHadoop?}]{WhatisHadoop?}\par
Hadoop is data storage and processing system. It is scalable, fault-tolerant and distributed. Hadoop was originally developed by the world's largest internet companies to capture and analyze the data that they generate. Unlike older platforms, Hadoop is able to store any kind of data in its native format and to perform a wide variety of analyses and transformations on that data. Hadoop stores terabytes, and even petabytes, of data inexpensively. It is robust and reliable and handles hardware and system failures automatically, without losing data or interrupting data analyses. Hadoop runs on clusters of commodity servers. Each of those servers has local CPU and storage. Each can store a few terabytes of data on its local disk.\par
Hadoop supports applications under a free license. Three critical components of Hadoop system are:\par
1. Hadoop Common : Common Utilities Package 2. HFDS: Hadoop Distributed File System with high throughput access to application data. 3. MapReduce: A software framework for distributed processing of large data sets on computer clusters.\par
The Hadoop Distributed File System, or HDFS:HDFS is the storage system for a Hadoop cluster.\par
When data arrives at the cluster, the HDFS software breaks it into pieces and distributes those pieces among the different servers participating in the cluster. Each server stores just a small fragment of the complete data set, and each piece of data is replicated on more than one server.\par
A distributed data processing framework called Map Reduce: Because Hadoopstores the entire dataset in small pieces across a collection of servers, analytical jobs can be distributed, in parallel, to each of the servers storing part of the data. Each server evaluates the question against its local fragment simultaneously and reports its results back for collation into a comprehensive answer. MapReduce isthe plumbing that distributes the work and collects the results.\par
Hadoop is high-performance distributed data storage and processing system. Its two major subsystems are HDFS, for storage, and MapReduce, for  
\section[{C}]{C}\par
Abstract-Big data is an evolving term that describes any voluminous amount of structured, semi-structured and unstructured data that has the potential to be mined for information.Today's world produces a large amount of data from various sources, records and from different fields termed as "BIG DATA". Such huge data is to be analyzed, and filtered using various techniques and algorithms to extract the interested and useful data to gain knowledge. In the new era with the boom of both structured and unstructured types of data, in the field of genomics, meteorology, biology, environmental research and many others, it has become difficult to process, manage and analyze patterns using traditional databases and architectures. It requires new technologies and skills to analyze the flow of material and draw conclusions. So, a proper architecture should be understood to gain knowledge about the Big Data. The analysis of Big Data involves multiple distinct phases such as collection, extraction, cleaning, analysis and retrieval.This paper presents detailed analysis of Hadoop and MapReduce programming Model and also the challenges that Apache Hadoop, the popular data storage and analysis platform used by major number of large companies is facing and future scope of implementation of Hadoop and various other new improvements to the challenges. parallel data processing.Hadoop automatically detects and recovers from hardware and software failures. HDFS and MapReduce will help in performing this.\par
Hadoop stores any type of data, structured or complex, from any number of sources, in its natural format. No conversion or translation is required on ingest. Data from many sources can be combined and processed in very powerful ways, so that Hadoop can do deeper analyses than older legacy systems. Hadoop integrates cleanly with other enterprise data management systems. Moving data among existing data warehouses, newly available log or sensor feeds and Hadoop is easy. Hadoop is a powerful new tool that complements current infrastructure with new ways to store and manage data at scale. 
\section[{MapReduce: Simplified Data Processing on Large Clusters}]{MapReduce: Simplified Data Processing on Large Clusters}\par
MapReduce is a programming model and software framework first developed by Google (Google's MapReduce paper submitted in 2004) intended to facilitate and simplify the processing of vast amounts of data in parallel on large clusters of commodity hardware in a reliable, fault-tolerant manner. Computational processing occurs on both:\par
? Unstructured data: file system.  
\section[{Understanding Map and Reduce}]{Understanding Map and Reduce}\par
Let us consider a simple problem wherein we have to search for a pattern 'cs396t' in a collection of files. We would typically run a command like this: grep -r "cs395t" <directory> Now, suppose you have to do this search over terabytes of data and you have a cluster of machines at your disposal? How can you make this grep faster? Build a distributed grep! Now the question arises, do we really need to consider a distributed grep? Why can't we just use our desktop for processing.Considering this in mind, let us estimate how much time will the average desktop system will take to process to search over terabytes of data. This seems to be a huge amount of time considering the real time of data demanding requests from the internet. This is an approx. time only for searching through a collection of files. It would be huge amount of time when asked to sort a terabyte of data. This definitely proves to be a wonder solution to the amount of time it takes to sort and work through huge collection of data. But, keeping this in mind, I could actually build a distributed system which does the same amount of work in this time. Can we ? The answer is an absolute NO! Algorithmic Analysis : 1. Passing functions as arguments -functional programming. 
\section[{map -does something to every element in an array}]{map -does something to every element in an array}\par
-can be done in any order! ( amendable to parallelization) 3. So, if you have 2 CPUs, map will run twice as fast. 4. map is an example of embarrassingly parallel computation. Suppose you have a huge array with elements which are all the webpages from the Internet. To search the whole internet:\par
1. you just need to pass a string\textunderscore searcher function to map 2. reduce will be an identity function   
\section[{Conclusion}]{Conclusion}\par
Traditional data processing and storage approaches are facing many challenges in meeting the continuously increasing computing demands of Big Data. This work focused on MapReduce, one of the key enabling approaches for meeting Big Data demands by means of highly parallel Processing on a large number of commodity nodes.\par
Issues and challenges MapReduce faces when dealing with Big Data are identified and categorized according to four main Big Data task types: data storage, analytics, online processing, and security and privacy. Moreover, efforts aimed at improving and extending MapReduce to address identified challenges are presented. By identifying MapReduce challenges in Big Data, this paper provides an overview of the field, facilitates better planning of Big Data projects and identifies opportunities for future research. \begin{figure}[htbp]
\noindent\textbf{}\includegraphics[]{image-2.png}
\caption{\label{fig_1}C}\end{figure}
 \begin{figure}[htbp]
\noindent\textbf{}\includegraphics[]{image-3.png}
\caption{\label{fig_2}}\end{figure}
 \begin{figure}[htbp]
\noindent\textbf{3}\includegraphics[]{image-4.png}
\caption{\label{fig_3}3 .}\end{figure}
 \begin{figure}[htbp]
\noindent\textbf{}\includegraphics[]{image-5.png}
\caption{\label{figure5}}\end{figure}
 \begin{figure}[htbp]
\noindent\textbf{}\includegraphics[]{image-6.png}
\caption{\label{figure6}}\end{figure}
  \begin{figure}[htbp]
\noindent\textbf{} \par 
\begin{longtable}{P{0.3249048625792812\textwidth}P{0.5250951374207189\textwidth}}
\tabcellsep a. Input reader -divides input into appropriate\\
\tabcellsep size splits which get assigned to a Map\\
\tabcellsep function.\\
\tabcellsep b. Map function -maps file data to smaller,\\
\tabcellsep intermediate<key, value> pairs\\
\tabcellsep c. Partition function -finds the correct reducer:\\
\tabcellsep given the key and number of reducers, returns\\
\tabcellsep the desired Reduce node.\\
\tabcellsep d. Compare function -input for Reduce is pulled\\
\tabcellsep from the Map intermediate output and sorted\\
\tabcellsep according to this compare function.\\
\tabcellsep e. Reduce function -takes intermediate values\\
\tabcellsep and reduces to a smaller solution handed back\\
\tabcellsep to the framework.\\
\tabcellsep f. Output writer -writes file output.\\
\tabcellsep 4. A MapReduce Job controls the execution\\
\tabcellsep i. Splits the input dataset into independent chunks.\\
\tabcellsep ii. Processed by the map tasks in parallel.\\
\tabcellsep 5. The framework sorts the outputs of the maps.\\
\tabcellsep 6. A MapReduce Task is sent the output of the\\
\tabcellsep framework to reduce and combine.\\
\tabcellsep 7. Both the input and output of the job are stored in a\\
\tabcellsep file system.\\
\tabcellsep 8. Framework handles scheduling.\\
\tabcellsep MapReduce Input and Output\\
\tabcellsep 1. MapReduce operates exclusively on <key, value>\\
MapReduce framework\tabcellsep pairs.\\
1. Per cluster node: 1.1) Single JobTracker per master a. Responsible for scheduling the jobs' component tasks on the slaves. b. Monitors slave progress c. Re-executing failed tasks 1.2) Single TaskTracker per slave a. Execute the tasks as directed by the master. MapReduce Core Functionality: 1. Code usually written in Java-though it can be written inother languages with the Hadoop Streaming API. 2. Two fundamental pieces:\tabcellsep 2. Job Input : <key, value> pairs. 3. Job Output : <key, value> pairs. Conceivably of different types. 4. Key and value classes have to be serializable by the framework. 5. Default serialization requires keys and values to implement Writable. 6. Key classes must facilitate sorting by the framework. Execution of Input and output parameters in typical MapReduce Framework This execution of Map and Reduce algorithm is further explained in the implementation section.\\
a. Map step\tabcellsep \\
i. Master node takes large problem input and\tabcellsep \\
slices it into smaller sub problems; distributes\tabcellsep \\
these to worker nodes.\tabcellsep \\
ii. Worker node may do this again; leads to a\tabcellsep \\
multi-level tree structure\tabcellsep \\
iii. Worker processes smaller problem and hands\tabcellsep \\
back to master\tabcellsep \\
b. Reduce step\tabcellsep \\
i. Master node takes the answers to the sub\tabcellsep \\
problems and combines them in a predefined\tabcellsep \\
way to get the output/answer to original\tabcellsep \\
problem.\tabcellsep \\
3. Data flow beyond the two key pieces (map and\tabcellsep \\
reduce):\tabcellsep \end{longtable} \par
 
\caption{\label{tab_0}?}\end{figure}
 \begin{figure}[htbp]
\noindent\textbf{} \par 
\begin{longtable}{P{0.4749278258938486\textwidth}P{0.3692205196535643\textwidth}P{0.0058516544525871635\textwidth}}
\multicolumn{2}{l}{Improved Approaches to Handle Bigdata Through Hadoop}\tabcellsep \\
c. Bounds: 1. Only 1 Master per MR computation. 1. Master makes O(M+R) scheduling decisions 2. Master: 2. Master maintains O(M*R) state in memory. a. assigns map and reduce tasks to the idle 3. M is chosen such that each task works on one workers. block of data. b. informs the location of input data to mappers. 4. R is usually constrained by users to reduce the c. stores the state (idle, in-progress, completed) and number of output files. identity of each worker machine. Requirements of applications using MapReduce d. for each completed map task, master stores the location and sizes of intermediate files produced by the mapper; this information is pushed to workers which have in-progress reduce tasks. 3. Split the input into M pieces and start copies of program on different machines. 4. One invocation acts as the master which assigns work to idle machines. 5. Map task: a. read the input and parse the key/value pairs. b. pass each pair to user-defined Map function c. write intermediate key-value pairs to disk in R files partitioned by the partitioning function. d. pass location of intermediate files back to master. 6. Master notifies the reduce worker. 7. Reduction is distributed over R tasks which cover different parts of the intermediate key's domain. 8. Reduce task: a. read the intermediate key/value pairs. b. sort the data by intermediate key (external sort can be used) (note: many different keys can map to the same reduce task) 1. Specify the Job configuration a. Specify input/output locations b. Supply map and reduce functions via implementations of appropriate interfaces and/or abstract classes. 2. III.\tabcellsep b. completed tasks need to be re-run since output is stored on a local file system c. all reduce workers notified of this failure (to prevent duplication of data) 4. Reduce worker: a. any in-progress tasks are reset to idle state. b. no need to re-run completed tasks since output stored in global file system. Fault tolerance : Master Failure 1. Master periodically checkpoints its data structures. 2. On failure, new master can be elected using some leader election algorithm. 3. Theoretically, the new master can start off from this checkpoint. 4. Implementation: MR job is aborted if the master fails. Fault tolerance : Network Failure 1. Smart replication of input data by underlying file system. 2. Workers unreachable due to network failures are marked as failed since its hard to distinguish this case from worker failure. 3. Network partitions can slow down the entire computation and may need a lot of work to be redone. Fault tolerance : File System/Disk Failure 1. Depend on the filesystem replication for reliability. 2. Each data block is replicated f number of times. (Default : 3)\tabcellsep Year 2014 ( D D D D D D D D ) C\\
c. iterate over sorted data and for each unique key,\tabcellsep Fault tolerance: Malformed Input\tabcellsep \\
pass the key and set of values to user-defined Reduce function. d. output of Reduce is appended to final output for the reduce partition. 9. MR completes when all map and reduce tasks have finished.\tabcellsep 1. Malformed input records could cause the map task to crash. 2. Usual course of action: fix the input. 3. But what if this happens at the end of a long-running computation? 4. Acceptable to skip some records (sometimes)\tabcellsep \\
MapReduce OUTPUT:\tabcellsep a. Word count over very large data set.\tabcellsep \\
1. The output of MR is R output files (one per reduce task).\tabcellsep 5. MR library detects bad records which cause crashes deterministically.\tabcellsep \\
2. The partitioning function for intermediate keys can\tabcellsep Fault tolerance: Bugs in User Code\tabcellsep \\
be defined by the user. By default, it is "hash(key) mod R" to generate well balanced partitions. 3. Result files can be combined or fed to another MR job. MapReduce Fault tolerance : Worker Failures 1. Master pings every worker periodically (alternatively, the worker can send a heartbeat message periodically) 2. If worker does not respond, master marks it as failed. 3. Map worker: a. any completed or in-progress tasks are reset to idle state.\tabcellsep 1. Bugs in user provided Map and Reduce functions could cause crashes on particular records. 2. This case similar to the failure due to malformed input. Task Granularity: 1. M map tasks and R reduce tasks. 2. M and R much larger than the number of machines. a. Improves dynamic load balancing (add/remove machines) b. Speeds up recovery i. less work needs to be redone ii. I work already completed by a failed task can be distributed across multiple idle workers.\tabcellsep \end{longtable} \par
 
\caption{\label{tab_1}}\end{figure}
 			\footnote{© 2014 Global Journals Inc. (US)} 		 		\backmatter  			  				\begin{bibitemlist}{1}
\bibitem[Hadoop]{b3}\label{b3} 	 		\textit{},  		 			Apache Hadoop 		.  		 \url{http://hadoop.apache.org}  		 	 
\bibitem[Zeng et al. ()]{b5}\label{b5} 	 		‘Access control for Big Data using data content’.  		 			W Zeng 		,  		 			Y Yang 		,  		 			B Luo 		.  	 	 		\textit{IEEE International Conference on Big Data},  				2013.  	 
\bibitem[Xiao and Xiao ()]{b4}\label{b4} 	 		‘Achieving accountable MapReduce in cloud computing’.  		 			Z Xiao 		,  		 			Y Xiao 		.  	 	 		\textit{Future Generation Computer Systems}  		2014. 30 p. .  	 
\bibitem[Yang and Fong ()]{b0}\label{b0} 	 		‘Countering the concept-drift problem in Big Data using iOVFDT’.  		 			H Yang 		,  		 			S Fong 		.  	 	 		\textit{IEEE International Congress on Big Data},  				2013.  	 
\bibitem[Dean and Ghemawat ()]{b2}\label{b2} 	 		‘MapReduce: Simplified data processing on large clusters’.  		 			J Dean 		,  		 			S Ghemawat 		.  	 	 		\textit{Commun ACM}  		2008. 51  (1)  p. .  	 
\bibitem[Ghemawat et al. ()]{b1}\label{b1} 	 		‘The Google file system’.  		 			S Ghemawat 		,  		 			H Gobioff 		,  		 			S Leung 		.  	 	 		\textit{ACM SIGOPS Operating Systems Review}  		2003.  	 
\bibitem[Parker ()]{b6}\label{b6} 	 		‘Unexpected challenges in large scale machine learning’.  		 			C Parker 		.  	 	 		\textit{Proc. of the 1st International Workshop on Big Data, Streams and Heterogeneous Source Mining: Algorithms, Systems, Programming Models and Applications},  				 (of the 1st International Workshop on Big Data, Streams and Heterogeneous Source Mining: Algorithms, Systems, Programming Models and Applications)  		2012.  	 
\end{bibitemlist}
 			 		 	 
\end{document}
