1.3.6 - Data Cleaning and Validation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1.  Using this dataset of article open-access prices paid by the WELLCOME Trust between 2012 and 2013, determine the five most common journals and the total articles for each. \n",
    "\n",
    "#### Answer:  \n",
    "~~~~\n",
    "plos one                           190\n",
    "journal of biological chemistry     53\n",
    "neuroimage                          29\n",
    "plos genetics                       24\n",
    "plos pathogens                      24\n",
    "~~~~"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 328,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 329,
   "metadata": {},
   "outputs": [],
   "source": [
    "# define the data frame df_apc from csv file; use encoding argument to specify format of this file.\n",
    "df_apc = pd.read_csv('WELLCOME_APCspend2013_forThinkful.csv', encoding = \"ISO-8859-1\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 330,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>£0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>£2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>£642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>£669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>£685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title  \\\n",
       "0  Reduced parahippocampal cortical thickness in ...   \n",
       "1  Structural characterization of a Model Gram-ne...   \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   \n",
       "4  Regioselective opening of myo-inositol orthoes...   \n",
       "\n",
       "  COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "0                                              £0.00   \n",
       "1                                           £2381.04   \n",
       "2                                            £642.56   \n",
       "3                                            £669.64   \n",
       "4                                            £685.88   "
      ]
     },
     "execution_count": 330,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 331,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Psychological Medicine', 'Biomacromolecules', 'J Med Chem',\n",
       "       'J Org Chem', 'Journal of Medicinal Chemistry',\n",
       "       'Journal of Proteome Research', 'Mol Pharm',\n",
       "       'ACS Chemical Biology',\n",
       "       'Journal of Chemical Information and Modeling', 'Biochemistry',\n",
       "       'Gastroenterology', 'Journal of Biological Chemistry',\n",
       "       'Journal of Immunology', 'ACS Chemical Neuroscience', 'ACS NANO',\n",
       "       'American Chemical Society', 'Analytical Chemistry',\n",
       "       'Bioconjugate Chemistry', 'Journal of Medicinal Chemistry ',\n",
       "       'Journal of the American Chemical Society', 'ACS Nano', 'CHEST',\n",
       "       'Journal of Neurophysiology', 'Journal of Physiology',\n",
       "       'The Journal of Neurophysiology', 'American Journal of Psychiatry',\n",
       "       'Americal Journal of Psychiatry', 'Behavioral Neuroscience',\n",
       "       'Emotion', 'Health Psychology', 'Journal of Abnormal Psychology',\n",
       "       'Journal of Consulting and Clinical Psychology',\n",
       "       'Journal of Experimental Psychology:  Animal Behaviour Process',\n",
       "       'Journal of Experimental Psychology: Human Perception and Performance',\n",
       "       'Journal of Family Psychology', 'Psychological Assessment',\n",
       "       'Psychological Review',\n",
       "       'Psychological Trauma: Theory research, practice and policy',\n",
       "       'American Journal of Public Health', 'J Biol Chem.',\n",
       "       'JOURNAL OF BIOLOGICAL CHEMISTRY',\n",
       "       'The Journal of Biological Chemistry',\n",
       "       'American Journal of Pathology',\n",
       "       'Antimicrobial Agents and Chemotherapy',\n",
       "       'Antimicrobial Agfents and Chemotherapy',\n",
       "       'Clinical and Vaccine Immunology', 'Eukaryotic Cell',\n",
       "       'Infection and Immunity', 'Journal of Bacteriology',\n",
       "       'Journal of Virology', 'Mbio', 'Molecular and Cellular Biology',\n",
       "       'Journal of Clinical Microbiology ', 'Journal of Virology\\n',\n",
       "       'American Society for Nutrition', 'Blood', 'Blood Journal 2012',\n",
       "       'THE AMERICAN JOURNAL OF HUMAN GENETICS',\n",
       "       'Jounral of Clinical Microbiology',\n",
       "       'Speech Language and Hearing Research', 'BIOLOGICAL CHEMISTRY',\n",
       "       'Biologicial Chemistry', 'J Biol Chemistry',\n",
       "       'Journal of biological chemistry',\n",
       "       'MCP (Molecular & Cellular Proteomics)',\n",
       "       'Molecular and Cellular Proteomics',\n",
       "       'The journal of Biological Chemistry', 'Jnl Biological Chemistry',\n",
       "       'Journal Biological Chemistry', 'Journal of Biol Chem',\n",
       "       'Journal of Vision', 'Current Topics in Medicinal Chemistry',\n",
       "       'Current Analytical Chemistry',\n",
       "       'Evidence, Ethos and Experiment: The Anthropology and History of Medical Research in Africa.',\n",
       "       'Biochem Journal', 'Molecular Cell',\n",
       "       'Arthritis Research & Therapy', 'BioMed Central',\n",
       "       'BMC  Public Health', 'BMC Biology', 'BMC Genetics',\n",
       "       'BMC Genome Biology', 'BMC Genomics',\n",
       "       'BMC Health Services Research', 'BMC Medical Genetics',\n",
       "       'BMC Medicine', 'BMC Microbiology', 'BMC Molecular Biology',\n",
       "       'BMC Neurology', 'BMC Neuroscience', 'BMC Psychiatry',\n",
       "       'BMC Public Health', 'BMC Research Notes',\n",
       "       'BMC Veterinary Research', 'BMS Genomics', 'Clinical Proteomics',\n",
       "       'EvoDevo', 'Genome Biology', 'Genome Medicine',\n",
       "       'International Journal for Equity in Health',\n",
       "       'International Journal of Behavioral Nutrition and Physical Activity',\n",
       "       'International Journal of Behavioural Nutrition and Physical Activity',\n",
       "       'International Journal of Health Geographics',\n",
       "       'Journal of Cheminformatics', 'Journal of Neuroinflammation',\n",
       "       'Lipids in Health and Disease', 'Malaria Journal',\n",
       "       'Molecular Brain', 'Molecular Pain', 'Nutrition Journal',\n",
       "       'Orphanet Journal of Rare Diseases', 'Parasites and Vectors',\n",
       "       'Public Health', 'Respiratory Research', 'Virology Journal',\n",
       "       'BMC Genomics.', 'BMC Infectious Diseases ', 'Hum Resour Health',\n",
       "       'Implement Sci.', 'Malaria Journal ', 'Parasit Vectors.',\n",
       "       'RESPIRATORY RESEARCH', 'AIDS Research and Therapy',\n",
       "       'BMC Pediatrics', 'Human Resources for Health', 'Trials ',\n",
       "       'BMC Infectious diseases', 'Veterinary Research',\n",
       "       'Biophysical Journal', 'European Journal of Endocrinology',\n",
       "       'Journal of Endocrinology', 'Journal of Molecular Endocrinology',\n",
       "       'Journal of molecular Endocrinology',\n",
       "       'Reproduction(Cambridge, England)', 'Cellular Microbiology',\n",
       "       'Arthritis Research and Therapy', 'BMC Infectious Diseases',\n",
       "       'BMC Medical Ethics', 'BMC Medical Imaging',\n",
       "       'Cost Effectiveness and Resource Allocation', 'Trials',\n",
       "       'BJOPHTHALMOL', 'BMJ', 'BMJ Open',\n",
       "       'British Journal of Ophthalmology',\n",
       "       'British Journal of Opthalmology', 'British Medical Journal',\n",
       "       'Frontline Gastroenterology', 'Journal of Clinical Pathology',\n",
       "       'Journal of Epidemiology & Community Health ',\n",
       "       'Journal of Medical Ethics', 'Journal of Medical Genetics',\n",
       "       'Journal of Neurology, Neurosurgery & Psychiatry',\n",
       "       'Journal of Neurology, Neurosurgery & Psychiatry ',\n",
       "       'Journal of Neurology, Neurosurgery and Psychiatry',\n",
       "       'Sexually Transmitted Infections', 'Gut',\n",
       "       'Archives of Disease in Childhood', 'BMJ OPEN',\n",
       "       'BMJ QUALITY AND SAFETY', 'Heart',\n",
       "       'Journal of Epidemiology & Community Health', 'Medical Humanities',\n",
       "       'Sexually Transmitted Infections                         ',\n",
       "       'Thorax', 'Sex Transm Infect.', 'BMJ open',\n",
       "       'Journal of Epidemiology and Community Health',\n",
       "       'Postgraduate Medical Journal', 'Veterinary Record',\n",
       "       'THORAX an international journal for Respiratory Medicine',\n",
       "       'European Journal of Health Law', 'Journal of Neuroscience',\n",
       "       'Heart and Circulatory Physiology',\n",
       "       'Antimicobial Agents and Chemotherapy', 'J Clin Microbiol',\n",
       "       'JOURNAL OF BACTERIOLOGY', 'Journal of Clinical Microbiology',\n",
       "       'mBio', 'International Psychogeriatrics', 'Parasitology',\n",
       "       'Medical History', 'Ageing & Society',\n",
       "       'British Journal for the History of Science',\n",
       "       'British Journal of the History of Science',\n",
       "       'Epidemiology and Infection',\n",
       "       'Expert Reviews in Molecular Medicine',\n",
       "       'International Journal of Law in Context',\n",
       "       'Jnl of the International Neuropsychological Society',\n",
       "       'Public Health Nutrition', 'Pyschological Medicine',\n",
       "       'Urban History', 'Visual Neuroscience',\n",
       "       'American Journal of Human Genetics', 'Stem Cell Reports',\n",
       "       'Journal of Clinical Endocrinology and Metabolism',\n",
       "       'Journal of Virol', 'Journal of the International AIDS Society',\n",
       "       'Genes & Development', 'Learning and Memory', 'Genome Research',\n",
       "       'RNA', 'Journal of Cell Science', 'Biology Open', 'Development',\n",
       "       'Developmental Cell', 'Disease Models and Mechanisms',\n",
       "       'J Cell Sci.', 'International Reviews of Immunology',\n",
       "       'Journal of the International African Institute', 'Cell Reports',\n",
       "       'American Journal for Clinical Nutrition',\n",
       "       'American Journal of Clinical Nutrition',\n",
       "       'Cell Press - Cell Reports', 'G3: Genes, Genomes, Genetics',\n",
       "       'GENETICS', 'Genetics ', 'J Immunol ',\n",
       "       'Proceedings of the National Academy of Sciences',\n",
       "       'The Journal of Immunology', 'J Immunol', 'Journal of Nutrition',\n",
       "       'PNAS', 'Neuroimage', 'Academy of Nutrition and Dietetics',\n",
       "       'American Journal of Geriatric Psychiatry',\n",
       "       'American Journal of Preventive Medicine',\n",
       "       'Analytical Biochemistry', 'Animal Behaviour', 'Applied Energy',\n",
       "       'Asian Journal of Psychiatry', 'Atherosclerosis',\n",
       "       'BBA - Molecular Basis of Disease',\n",
       "       'Behavior Research and Therapy', 'Behaviour Research and Therapy',\n",
       "       'Behavioural Brain Research',\n",
       "       'Biochemical and Biophysical Research Communications',\n",
       "       'Biochemical Pharmacology',\n",
       "       'Biochimica et Bioohysica Acta - Gene Regulatory Mechanisms',\n",
       "       'Biochimica et Bioohysica Acta - Molecular Basis of Disease',\n",
       "       'Biochimica et Biophysica Acta - Molecular Basis of Disease',\n",
       "       'Biochimica et Biophysica Acta (BBA) - Molecular Cell Research',\n",
       "       'Biochimie', 'Biological Psychiatry', 'BIOLOGICAL PSYCHOLOGY',\n",
       "       'Biomaterials', 'Biosystems', 'Bone', 'Brain and Cognition',\n",
       "       'Brain and Language', 'Brain Research', 'Cancer Letters', 'Cell',\n",
       "       'Cell Calcium', 'Cell Host and Microbe', 'Cell Journal',\n",
       "       'Cell Metabolism', 'Cell Stem Cell', 'Cellular Signalling',\n",
       "       'Chemsitry & Biology', 'Clinical Neurology and Neurosurgery',\n",
       "       'Clinical Radiology', 'Cognition', 'Cognitive Development',\n",
       "       'Consciousness & Cognition', 'Consciousness and Cognition',\n",
       "       'Cortex', 'Current Biology', 'CURRENT BIOLOGY',\n",
       "       'Current Opinion in Neurobiology ', 'Current Opinion Microbiology',\n",
       "       'Current Opinions in Neurobiology', 'DEVELOPMENT CELL',\n",
       "       'Developmental Biology', 'Developmental Cognitive Neuroscience ',\n",
       "       'Diagnostic Microbiology and Infectious Disease', 'Elsevier',\n",
       "       'Endeavour', 'Epilepsy Research',\n",
       "       'European Journal of cell Biology',\n",
       "       'European Journal of Medical Genetics',\n",
       "       'European Neuropsychopharmacology', 'Experimental Cell Research',\n",
       "       'Experimental Eye Research', 'Experimental Hematology',\n",
       "       'Experimental Neurology', 'Experimental Parasitology',\n",
       "       'FEBS Letters', 'Febs Letters', 'FEBS Open Bio',\n",
       "       'Fertility and Sterility', 'Free Radical and Biology Medicine',\n",
       "       'Fungal Biology', 'Fungal Ecology', 'Gene', 'GENE', 'Gene Therapy',\n",
       "       'Health & Place', 'Health and Place', 'Immnunobiology', 'Immunity',\n",
       "       'Immunology Letters', 'Infection Genetics and Evolution',\n",
       "       'Int Journal for Parasitology', 'International Health',\n",
       "       'International Journal for Parasitology',\n",
       "       'International journal of applied earth observation and geoinformation',\n",
       "       'International Journal of Biochemistry & Cell Biology',\n",
       "       'International Journal of Cardiology',\n",
       "       'International Journal of Parasitology', 'J Mol Biol',\n",
       "       'J Steroid Biochem Mol Biol', 'Journal of Affective Disorders',\n",
       "       'Journal of Affective Disorders ',\n",
       "       'JOURNAL OF ALLERGY & CLINICAL IMMUNOLOGY',\n",
       "       'Journal of Allergy and Clinical Immunology',\n",
       "       'Journal of allergy and clinical immunology',\n",
       "       'Journal of Anthropological Archaeology',\n",
       "       'Journal of Archaeological Science',\n",
       "       'Journal of Behavior Therapy and Experimental Psychiatry',\n",
       "       'Journal of Behaviour therapy and Experimental Psychiatry',\n",
       "       'Journal of Clinical Epidemiology', 'Journal of Clinical Virology',\n",
       "       'Journal of cycstic fibrosis', 'Journal of Hepatology',\n",
       "       'Journal of Historical Geography',\n",
       "       'Journal of Hospital Infections', 'Journal of Infection',\n",
       "       'Journal of Mechanisms of Ageing and Development',\n",
       "       'Journal of Molecular Biology', 'Journal of Neuroscience Methods',\n",
       "       'Journal of Nutrition Education and Behaviour',\n",
       "       'Journal of paediatric Urology ', 'Journal of Proteomics',\n",
       "       'Journal of Structural Biology',\n",
       "       'Journal of the American Academy of Child and Adolescent Psychiatry ',\n",
       "       'Journal of the American College of Cardiology',\n",
       "       'Journal of the Neurological Sciences',\n",
       "       'Journal of Transport Geography', 'Journal of Virological Methods',\n",
       "       'Lancet', 'Lancet Global Health',\n",
       "       'Learning and Individual Differences', 'Matrix Biology',\n",
       "       'Maturitas', 'Mechanisms of Ageing and Development ',\n",
       "       'Microbes and Infection', 'Microbes Infect', 'Mol Bio',\n",
       "       'Molecluar & Cellular Endocrinology',\n",
       "       'Molecular & Biochemical Parasitology',\n",
       "       'Molecular and Cellular Endocrinology', 'MOLECULAR BIOLOGY',\n",
       "       'Molecular Genetics and Metabolism', 'Molecular Immunology',\n",
       "       'Molecular Phylogenetics and Evolution', 'N Biotechnol.',\n",
       "       'Neurobiology of Aging', 'Neurobiology of Disease',\n",
       "       'Neurobiology of Learning and Memory',\n",
       "       'Neurochemistry International', 'NeuroImage',\n",
       "       'Neuroimage: Clinical', 'Neuroimage: clinical',\n",
       "       'NeuroImage: Clinical', 'NeuroImage: Clinical ', 'Neurolmage',\n",
       "       'Neuromuscular Disorders', 'Neuron', 'Neuropharmacology',\n",
       "       'Neuropharmacology ', 'Neurophysiologia', 'Neuropsychologia',\n",
       "       'Neuroscience', 'Neuroscience ',\n",
       "       'Neuroscience and Behavioural Reviews', 'Neuroscience Letters',\n",
       "       'Nitric Oxide', 'Ophthalmology', 'Osteoarthritis and Cartilage',\n",
       "       'Pain', 'Parkinsonism and Related Disorders', 'Parsitology',\n",
       "       'Personality and Individual Differences', 'Preventive Medicine',\n",
       "       'Protein Expr Purif.', 'Protist',\n",
       "       'Pulmonary Pharmacology & Therapeutics',\n",
       "       'RESEARCH IN VETERINARY SCIENCE', 'Schizophrenia Research',\n",
       "       'Seizure', 'Seminars in Oncology', 'Social Science & Medicine',\n",
       "       'Social Science and Medicine', 'Stem Cell Research', 'Structure',\n",
       "       'Studies in History and Philosophy of Science Part C',\n",
       "       'Studies in History and Philosophy of Science Part C: Studies in History and Philosophy of Biological and Biomedical Sciences',\n",
       "       'Tetrahedron Letters', 'The Americal Journal of Human Genetics',\n",
       "       'The American Journal of Human Genetics',\n",
       "       'The International Journal of Biochemistry & Cell Biology',\n",
       "       'The Journal of Steroid Biochemistry & Molecular Biology',\n",
       "       'The Lancet', 'The Lancet Neurology', 'The Vet. Journal',\n",
       "       'Ticks and Tick-borne Diseases',\n",
       "       'Transactions of the Royal Society of Tropical Medicine and Hygiene',\n",
       "       'Trends in Cognitive Science', 'Trends in Genetics',\n",
       "       'Trends in Microbiology', 'Trends in Molecular Medicine',\n",
       "       'Trends in Neuroscience', 'Trends in Neurosciences',\n",
       "       'Trends in Parasitology', 'Tuberculosis', 'Vaccine',\n",
       "       'Vascular Pharmacology', 'Veterinary Microbiology',\n",
       "       'Veterinary Parasitology', 'Virology', 'Virus Research',\n",
       "       'Vision Research', 'American Journal of Preventive Medicine ',\n",
       "       'Lancet ', 'Lancet Infect Dis', 'Math Biosci',\n",
       "       'Social Science & Medicine ', 'STRUCTURE', 'Curr Biol.',\n",
       "       'Cell Host & Microbe', 'Endocrinology', 'Molecular Endocrinology',\n",
       "       'European Respiratory Journal', 'FASEB Journal',\n",
       "       'Journal of Leukocyte Biology', 'The FASEB Journal',\n",
       "       'Haematologica', 'Haematologica/The Haematology Journal',\n",
       "       'Frontiers in Auditory Cognitive Neuroscience',\n",
       "       'Frontiers in Behavioral Neuroscience',\n",
       "       'Frontiers in Brain Imaging Methods',\n",
       "       'Frontiers in Cellular Neuroscience', 'Frontiers in Cognition',\n",
       "       'Frontiers in Cognitive Science',\n",
       "       'Frontiers in Decision Neuroscience',\n",
       "       'Frontiers in Developmental Psychology',\n",
       "       'Frontiers in Electrophysiology', 'Frontiers in Endocrinology',\n",
       "       'Frontiers in Genetics', 'Frontiers in Human Neuroscience',\n",
       "       'Frontiers in Immunological Memory', 'Frontiers in Inflammation',\n",
       "       'Frontiers in Invertebrate Physiology',\n",
       "       'Frontiers in Molecular Neuroscience',\n",
       "       'Frontiers in Schizophrenia', 'Frontiers in Systems Neuroscience',\n",
       "       'Frontiers in Integrative Neuroscience',\n",
       "       'Frontiers in Perception Science',\n",
       "       'Frontiers in Consciousness Research', 'Frontiers in Immunology',\n",
       "       'Frontiers in Neural Circuits', 'Frontiers in Neurorobotics',\n",
       "       'Frontiers in T Cell Biology', 'Future Neurology',\n",
       "       'Future Virology', 'Future Microbiology',\n",
       "       'Future Medicinal Chemistry',\n",
       "       'International Journal of Rheumatology', 'JOURNAL OF ALLERGY',\n",
       "       'Journal of Parasitology Research',\n",
       "       'OXIDATIVE MEDICINE & CELLULAR LONGEVITY',\n",
       "       'Methods in Molecular Biology', 'Oncotarget',\n",
       "       'Molecular Membrane Biology',\n",
       "       'Expert Reviews in Anti-infective Chemotherapy', 'Nanotechnology',\n",
       "       'IJTLD', 'International Journal of Tuberculosis  and Lung Disease',\n",
       "       'Acta Crystallographica Section D: Biological Crystallography',\n",
       "       'Acta Crystallographica, Section D', 'Acta Crystallography D',\n",
       "       'Acta D', 'ACTA F', 'J Synchrotron Radiat.',\n",
       "       'Journal of Applied Crystallography',\n",
       "       'Acta Crystallographica Section D,  Biological Crystallography ',\n",
       "       'Acta Crystallographica Section F: Structural Biology and Crystallization Communications',\n",
       "       'Physics in Biology and Medicine\\n',\n",
       "       'Journal of Alzheimer Disease', 'Theranostics',\n",
       "       'J Med Internet Research', 'American Journal of Medical Genetics',\n",
       "       'Genetic Epidemiology', 'The Journal of Pathology',\n",
       "       'European Journal of Immunology',\n",
       "       'Journal of Depression & Anxiety', 'Journal of Pathology',\n",
       "       'Clinical and Experimental Allergy', 'EMBO Molecular Medicine',\n",
       "       'Biopolymers', 'Development Science',\n",
       "       'Journal of Medical Virology', 'Molecular Microbiology',\n",
       "       'Population, Space and Place', 'Traffic',\n",
       "       'Tropical Medicine and International Health',\n",
       "       'The Journal of Physiology', 'Heptology',\n",
       "       'Bulletin of the History of Medicine',\n",
       "       'National Academy of Sciences',\n",
       "       'Journal of Visualized Experiments',\n",
       "       'Journal of Neurology & Translational Neuroscience',\n",
       "       'Nephron Physiology', 'Neurodegenerative Diseases',\n",
       "       'Neuroepidemiology', 'Neuropsychobiology', 'Respiration',\n",
       "       'Autophagy', 'Cell Adhesion and Migration', 'Cell Cycle',\n",
       "       'Channels', 'Epigenetics', 'Epigentics', 'RNA Biology',\n",
       "       'RNA biology', 'Neurology', nan, 'Antioxidants & Redox Signaling',\n",
       "       'Antioxidants and Redox Signaling', 'Tissue Engineering: part A',\n",
       "       'Stem Cells and Development',\n",
       "       'International journal of molecular sciences', 'JERPH', 'Sensors',\n",
       "       'Journal of Cognitive Neuroscience',\n",
       "       'The Journal of Cognitive Neuroscience',\n",
       "       'Journal of Visualized Experiements',\n",
       "       'Journal of Visulaized expermiments',\n",
       "       'Journal of Visualized Experiments ',\n",
       "       'PNAS (Proceedings of the National Academy of Sciences of the United States of America',\n",
       "       'Proceddings of the National Academy of Sciences of USA',\n",
       "       'Proceedings of the National Academy of Sciences ',\n",
       "       'Proceedings of the National Academy of Sciences of the United States of America',\n",
       "       'Proceedings of the National Academy of Sciences of the United States of America ',\n",
       "       'Biosocieties', 'British Journal of Cancer',\n",
       "       'Cell Death & Disease', 'Cell Death and Differentiation',\n",
       "       'Cell Death and Disease ', 'Frontiers', 'Genetics in Medicine',\n",
       "       'Journal of Cerebral Blood Flow and Metabolism',\n",
       "       'Journal of cerebral blood flow and metabolism',\n",
       "       'Journal of Investigative Dermatology', 'Mucosal Immunology',\n",
       "       'Nature Communications', 'Nature communications',\n",
       "       'Scientific Reports', 'EMBO Reports',\n",
       "       'European Journal of Human Genetics', 'Leukemia',\n",
       "       'Nature Neuroscience', 'Cell Death Differentiation', 'EMBO',\n",
       "       'EMBO Journal', 'EMBO reports', 'International Journal of Obesity',\n",
       "       'Kidney International', 'Nature Scientific Reports',\n",
       "       'Neuropsychopharmacology', 'Oncogene', 'Sci Rep',\n",
       "       'Scientific Reports-11-00861B', 'The EMBO journal',\n",
       "       'The EMBO Journal', 'The Journal of investigative dermatology',\n",
       "       'Translational Psychiatry', 'NATURE COMMUNICATIONS',\n",
       "       'Optics Express', 'Alcohol and Alcoholism',\n",
       "       'American Jnl Epidemiology', 'American Journal of Epidemiology',\n",
       "       'Brain', 'Briefings in Bioinformatics', 'British Medical Bulletin',\n",
       "       'Cerebral Cortex', 'Clinical Infectious Diseases',\n",
       "       'Clinical Infectious Diseases Online',\n",
       "       'European Heart Journal Online', 'Health Policy Planning ',\n",
       "       'Human Molecular Genetics', 'Int J Epidemiol',\n",
       "       'International Joural of Epidemiology',\n",
       "       'International Journal of Epidemiology',\n",
       "       'Journal of Antimicrobial Chemotherapy',\n",
       "       'Journal of Infectious Diseases',\n",
       "       'Journal of the National Cancer Institute',\n",
       "       'Nucleic Acids Research', 'Public Health Ethics', 'Rheumatology',\n",
       "       'Schizophrenia Bulletin',\n",
       "       'Social Cognitive and Affective Neuroscience',\n",
       "       'Cardiovascular Research', 'Clinicla Infectious Disease',\n",
       "       'Glycobiology', 'Inyernational Journal of Epidemiology',\n",
       "       'Journal of Gerontology Series A: Medical Sciences',\n",
       "       'Journal of Public Health', 'Molecular Biology and Evolution',\n",
       "       'Nicotine and Tobaco Research', 'Social History of Medicine',\n",
       "       'Bioinformatics Online', 'Cerebral Cortex print',\n",
       "       'Human Mol Genetics Online', 'Age and Ageing', 'Biinformatics',\n",
       "       'Bioinformatics', 'Brain Online',\n",
       "       'Briefings in Functional Genomics', 'Cerebral Cortex Online',\n",
       "       'Database', 'European Journal of Public Health',\n",
       "       'Health Promotion International', 'History Workshop Journal',\n",
       "       'Human molecular genetics', 'Human Molecular Genetics Online',\n",
       "       'Human Reproduction', 'International Immunology',\n",
       "       'Journal of Infectious Diseases\\n\\n', 'Medical Law Review',\n",
       "       'Mol Biol and Evolution',\n",
       "       'Nephrology Dialysis and Transplantation',\n",
       "       'Nephrology Dialysis Transplantation', 'Nucleic Acid Research',\n",
       "       'NUCLEIC ACIDS RESEARCH', 'Nucleic Acids Research ',\n",
       "       'Oxford Journals', 'Oxford University Press',\n",
       "       'Protein Engineering, Design and Selection (',\n",
       "       'QJM: An International Journal of Medicine',\n",
       "       'The Journal of Infectious Diseases',\n",
       "       'Clinical Infectious Diseases ', 'J Infect Dis',\n",
       "       'Schizophrenia Bulletin ', 'Nucleic Acids Research\\n',\n",
       "       'BioSocieties', 'Environment and Planning A',\n",
       "       'PLOS Computational Biology', 'PLoS Genetics', 'Plos Genetics',\n",
       "       'PLOS NTD', 'PLoS ONE', 'PloS One', 'PLoS One', 'PLOS One',\n",
       "       'Plos One', 'PLOS Pathogens', 'PLOS Genetics', 'PLOS ONE',\n",
       "       'PNAS USA',\n",
       "       'Proceedings of the National Academy of Sciences of the USA',\n",
       "       'Proc Natl Acad Sci U S A.',\n",
       "       'Proceedings of the national Academy of Sciences',\n",
       "       'Journal of Poverty and Social Justice', 'ASN Neuro',\n",
       "       'Biochemical Journal', 'Biochemical Journals',\n",
       "       'Biochemical Society Transactions', 'Essays in Biochemistry',\n",
       "       'The Biochemical Journal', 'BIOCHEM SOC TRANS',\n",
       "       'Bioscience Reports',\n",
       "       'Proceedings of the National Academy of Sciences (PNAS)',\n",
       "       'Biology', 'Computational Biology', 'Neglected Tropical Disease',\n",
       "       'PLOS', 'Plos', 'PLoS', 'PLOS  Computational Biology', 'PLOS  ONE',\n",
       "       'PLoS 1', 'PLoS Biology', 'PLoS Computational Biology',\n",
       "       'PLOS COMPUTATIONAL BIOLOGY', 'PLoS GENETICS', 'PLoS Medicine',\n",
       "       'PLoS Medicine Journal', 'PLoS Negected Tropical Diseases',\n",
       "       'PLoS Neglected Tropical Diseases',\n",
       "       'PLOS Neglected Tropical Diseases', 'Plos ONE', 'Plos one',\n",
       "       'PloS ONE', 'PLoS Pathogens', 'Plos Pathogens', 'PLoSONE',\n",
       "       'PLosONE', 'Pmedicine-D-12-03130', 'PNTD', 'PONE-D12-17947',\n",
       "       'Public Library of Science', 'Public Library of Science ONE',\n",
       "       'Public Service Review', 'J Cardiovasc Magn Reson',\n",
       "       'British Journal of Psychiatry', 'Britsh Journal of Psychiatry',\n",
       "       'The British Journal of Psychiatry', 'Biology Letters',\n",
       "       'Interface', 'Journal of the Royal Society Interface',\n",
       "       'Journal of the Royal Society, Interface',\n",
       "       'Philos Trans R Soc London B Biol Sci',\n",
       "       'Philosophical Transactions B', 'Proceedings B',\n",
       "       'Proceedings of Royal Society', 'Proceedings of the Royal Society',\n",
       "       'Proceedings of the Royal Society B: Biological Sciences',\n",
       "       'Chemical Communication', 'Chemical Society Reviews',\n",
       "       'Dalton Transactions', 'Photochemical & Photobiological Sciences',\n",
       "       'Organic & Biomolecular Chemistry', 'Chronic Illness',\n",
       "       'European Journal of Preventive Cardiology',\n",
       "       'Health: An Interdisciplinary Journal for the Social Study of Health, Illness and Medicine',\n",
       "       'History of the Human Sciences',\n",
       "       'Journal of Histochemistry & Cytochemistry', 'Neuroscientist',\n",
       "       'Psychological Science', 'Social Studies of Science',\n",
       "       'Journal of Psychopharmacology', 'Reproductive Sciences',\n",
       "       'Journal of the Royal Society of Medicine Short Reports',\n",
       "       'European History Quarterly', 'Qualitative Research',\n",
       "       'International Journal of Financial Research\\n',\n",
       "       'Journal of Biomedical Graphics and Computing', 'Health  ',\n",
       "       'American Journal of Tropical Medicine & Hygiene',\n",
       "       'Endocrine Related Cancer', 'Journal of General Virology',\n",
       "       'Journal of Microbiology', 'Microbiology', 'SGM Open Option',\n",
       "       'Journal of Neuroscience ', 'The Journal of Neuroscience',\n",
       "       'Acta Dermato Venereologica', 'Acta Diabetologica',\n",
       "       'Acta Neuropathol', 'Acta Neuropathologica',\n",
       "       'Advances in Experimental Medicine and Biology',\n",
       "       'Anal Bioanal Chem.', 'Biogerontology', 'Biomedical Microdevices',\n",
       "       'Brain Structure and Function', 'Brain Topography ',\n",
       "       'Calcified Tissue International', 'Cell and Tissue Research',\n",
       "       'Cellular and Molecular Cell Sciences',\n",
       "       'Cellular and Molecular Life Sciences', 'Chromosome Research',\n",
       "       'Cognitive Processing', 'Cognitive Therapy and Research',\n",
       "       'Current Atherosclerosis Reports',\n",
       "       'Current Obstetrics and Gynecology Reports ',\n",
       "       'Development Genes and Evolution', 'Diabetologia',\n",
       "       'European Child and Adolescent Psychiatry',\n",
       "       'European Child and Adolescent Psychiatty',\n",
       "       'European Journal of Clinical Pharmacology',\n",
       "       'European Journal of Epidemiology', 'European Radiology',\n",
       "       'Experimental Brain Research', 'Hernia', 'Immunogenetics',\n",
       "       'Inflammation Research',\n",
       "       'Journal of Autism and Development Disorders',\n",
       "       'Journal of Autism and Developmental Disorders',\n",
       "       'Journal of Bioethical Inquiry', 'Journal of Biological Physics',\n",
       "       'Journal of Computational Neuroscience',\n",
       "       'Journal of Inherited Metabolic',\n",
       "       'Journal of Molecular Neuroscience', 'Journal of Neurology',\n",
       "       'Journal of the Association for Research in Otolaryngology',\n",
       "       'Mammalian Genome', 'Metabolomics',\n",
       "       'Molecular and Cellular Biochemistry', 'Neurogenetics',\n",
       "       'Neuroinformatics', 'Neuromolecular Medicine',\n",
       "       'Osteoporosis International', 'Pflugers Archiv',\n",
       "       'Pflugers Archive', 'Psychopharmacology',\n",
       "       'Reproductive Medicine and Biology', 'Seminars in Immunopathology',\n",
       "       'Social Psychiatry & Psychiatric Epidemiology',\n",
       "       'Social Psychiatry and Psychiatric Epidemiol',\n",
       "       'Social Psychiatry and Psychiatric Epidemiology', 'Springer',\n",
       "       'The Journal of Abnormal Child Psychology and Psychiatry ',\n",
       "       'Tropical Animal Health & Production', 'Urolithiasis',\n",
       "       'AIDS Behav', 'Open Choice', 'Springer Science + Business Media',\n",
       "       'Journal of Bioenergetics and Biomembranes', 'Childs Nerv Syst',\n",
       "       'Age', 'Biomolecular NMR Assignments',\n",
       "       'Journal of Molecular Medicine', 'Journal of Neural Transmission',\n",
       "       'Journal of The American Society for Mass Spectrometry', 'AGE',\n",
       "       'Azania: Archaeological Research in Africa ', 'AIDS Care',\n",
       "       'Aids Care', 'Annals of Science',\n",
       "       'Canadian Journal of African Studies', 'Child Neuropsychology',\n",
       "       'English Studies', 'European Journal of English Studies',\n",
       "       'Journal of Cultural Economy', 'Medical Anthropology',\n",
       "       'Science as Culture', 'Am J Bioeth', 'Ethn Health',\n",
       "       'American Journal of Bioethics--Neuroscience',\n",
       "       'South Asian History and Culture', 'The History of the Family',\n",
       "       'Journal of Experimental Nanoscience', 'J Med Chem.',\n",
       "       'Journal of Applied Physiology', 'Molecular & Cellular Proteomics',\n",
       "       'Pediatrics', 'BIOL OPEN', 'Development ',\n",
       "       'Journal of Clinical Endocrinology',\n",
       "       'Journal od Clinical Endocrinology',\n",
       "       'The Journal of Visualized Experiments', 'BJP',\n",
       "       'Philosophical Transactions of the Royal Society of London. Series B, Biological Sciences',\n",
       "       'RSTB 2012.0145', 'Cancer Research', 'Science-Research',\n",
       "       'Am J Trop Med Hyg', 'Developing World Bioethics',\n",
       "       'International Journal of Developmental Biology', 'Acta Physiol',\n",
       "       'Addiction', 'Aging Cell',\n",
       "       'Alimentrary Pharmacology & Therapeutics', 'American Ethnologist',\n",
       "       'American Journal of Medical Genetics Part A', 'Angewande Chemie',\n",
       "       'Angewandte Chemie', 'Annals of Human Genetics',\n",
       "       'Annals of Neurology', 'Annals of Neurology ',\n",
       "       'Annals of the New York Academy of Sciences',\n",
       "       'Arthritis & Rheumatism', 'Arthritis and Rheumatism', 'Bioethics',\n",
       "       'Birth Defects Research Part A: Clinical and Molecular Teratology',\n",
       "       'Birth Defects Research Part A: Clinical and Molecular Teratology\\xa0 ',\n",
       "       'British Journal of Clinical Pharmacology',\n",
       "       'British Journal of Dermatology', 'British Journal of Haematology',\n",
       "       'British Journal of Pharmacology', 'ChemBioChem',\n",
       "       'Chemistry -  European Journal', 'Child Psychology Psychiatry',\n",
       "       'Clinical Genetics', 'Cytoskeleton', 'Development Dynamics',\n",
       "       'Developmental Science', 'Diabetic Medicine',\n",
       "       'Ecology and Evolution', 'Ecology Letters', 'Epilepsia',\n",
       "       'European Journal of Neuroscience', 'Evolution',\n",
       "       'Experimental Physiology', 'FEBS J.', 'FEBS Journal',\n",
       "       'FEMS Microbiology Letters', 'Genes Brain Behaviour',\n",
       "       'genesis: Journal of Genetics', 'Glia',\n",
       "       'HBM JNL Human Brain Mapping', 'Hepatology', 'Hippocampus',\n",
       "       'Human Brain Mapping', 'Human Mutation',\n",
       "       'Human Mutation: Variation, Informatics, and Disease',\n",
       "       'Immunological Reviews', 'Inflammatory Bowel Diseases',\n",
       "       'International Journal of Geriatric Psychiatry',\n",
       "       'International Journal of Stroke',\n",
       "       'Journal of Bone and Mineral Research',\n",
       "       'Journal of Cellular Biochemistry',\n",
       "       'Journal of Child Psychology and Psychiatry',\n",
       "       'Journal of Evolutionary Biology', 'Journal of Neurochemistry',\n",
       "       'Journal of Neurochemistry ', 'Journal of Neuroendocrinology',\n",
       "       'Journal of the History of the Behavioral Sciences',\n",
       "       'Journal of the Royal Statistical Society: Series C (Applied Statistics)',\n",
       "       'Magnetic Resonance in Medicine',\n",
       "       'Magnetic Resonance in Medicine ', 'Movement Disorders',\n",
       "       'Movement Disorders\\xa0 ', 'Muscle and Nerve',\n",
       "       'Neuropathology and Applied Neurobiology', 'NMR in Biomedicine',\n",
       "       'Parasite Immunology', 'Plant Biotechnology Journal',\n",
       "       'Protein Science', 'Rapid Communications in Mass Spectrometry',\n",
       "       'Sociology of Health & Illness', 'Stem Cells', 'The FEBS Journal',\n",
       "       'Brt Jnl Clinical Pharmacology', 'Child: Care, Health Development',\n",
       "       'Drug and Alcohol Review', 'Evolutionary Applications',\n",
       "       'Molecular Genetics & Genomic Medicine',\n",
       "       'Maternal and Child Nutrition', 'Evaluation in Clinical Practice',\n",
       "       'JOURNAL OF NEUROCHEMISTRY', 'Journal of Cell Physiology',\n",
       "       'Journal of Internal Medicine', 'Journal of Sleep Research',\n",
       "       'CHILD: Care, Heath & Development ', 'Dev World Bioeth.',\n",
       "       'Dev. World Bioeth', 'Eur J Immunol',\n",
       "       'Influenza Other Respi Viruses.', 'Journal of Medical Virology ',\n",
       "       'Marten Child Nutr', 'Trop Med Int Health',\n",
       "       'Clinical Transcriptional Science', 'Immunology',\n",
       "       'Acta Opthalmologica', 'American Journal of Transplantation',\n",
       "       'Angewandte Chemie International Edition',\n",
       "       'British Jounal of Pharmacology',\n",
       "       'British journal of Clinical Pharmacology', 'Centaurus',\n",
       "       'Criminal Behavior and Mental Health', 'Depression and Anxiety',\n",
       "       'Dermatologic Surgery', 'Economic History Review',\n",
       "       'Genetic Epidemology', 'HPB',\n",
       "       'International Journal of Experimental Pathology',\n",
       "       'Journal of Comparative Neurology',\n",
       "       'Journal of Evaluation in Clinical Practice',\n",
       "       'Journal of Microscopy', 'Journal of Orthopedic Research',\n",
       "       'Journal of Viral Hepatitis', 'Molecular Biology',\n",
       "       'Obesity Reviews', 'Statistics in Medicine', 'Synapse',\n",
       "       'The European Journal of Neuroscience',\n",
       "       'Zoonoses and Public Health', 'Angew chems Int Ed', 'CHEMBIOCHEM',\n",
       "       'Chemmedchem', 'ChemMedChem', 'Protemics',\n",
       "       'Journal of Small Animal Practice', 'AIDS', 'AIDS Journal',\n",
       "       'AIDS UK', 'JAIDS Journal of Acquired Immune Deficiency Syndromes',\n",
       "       'Journal of Acquired Immune Deficiency Syndroms (JAIDS)',\n",
       "       'Journal of Aids', 'Circulation Research', 'Pediatr Infect Dis J',\n",
       "       'Journal of Acquired Immune Deficiency Syndromes'], dtype=object)"
      ]
     },
     "execution_count": 331,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# just to see a view of the various journal titles.\n",
    "df_apc['Journal title'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 332,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2126"
      ]
     },
     "execution_count": 332,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc['Journal title'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 333,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "984"
      ]
     },
     "execution_count": 333,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc['Journal title'].nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 334,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "plos one                           190\n",
       "journal of biological chemistry     53\n",
       "neuroimage                          29\n",
       "plos genetics                       24\n",
       "plos pathogens                      24\n",
       "nucleic acids research              23\n",
       "Name: Journal title, dtype: int64"
      ]
     },
     "execution_count": 334,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create the 'journals' series and convert it to all lower case for count.\n",
    "journals = df_apc['Journal title']\n",
    "journals_lower = journals.str.lower()\n",
    "journals_lower.value_counts().head(6)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Calculate the mean, median, and standard deviation of the open-access cost per article for each journal.\n",
    "\n",
    "#### Answer:  \n",
    "~~~~\n",
    "count     2078.000000\n",
    "mean      1820.986583\n",
    "std        814.167299\n",
    "min          0.000000\n",
    "25%       1260.000000\n",
    "50%       1851.220000\n",
    "75%       2302.730000\n",
    "max      13200.000000\n",
    "median   1851.22\n",
    "~~~~"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 335,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>£0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>£2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>£642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>£669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>£685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title  \\\n",
       "0  Reduced parahippocampal cortical thickness in ...   \n",
       "1  Structural characterization of a Model Gram-ne...   \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   \n",
       "4  Regioselective opening of myo-inositol orthoes...   \n",
       "\n",
       "  COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "0                                              £0.00   \n",
       "1                                           £2381.04   \n",
       "2                                            £642.56   \n",
       "3                                            £669.64   \n",
       "4                                            £685.88   "
      ]
     },
     "execution_count": 335,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 336,
   "metadata": {},
   "outputs": [],
   "source": [
    "# just capturing the data following the [pound] character.\n",
    "df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"] = df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"].apply(lambda x : x[1:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 337,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title  \\\n",
       "0  Reduced parahippocampal cortical thickness in ...   \n",
       "1  Structural characterization of a Model Gram-ne...   \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   \n",
       "4  Regioselective opening of myo-inositol orthoes...   \n",
       "\n",
       "  COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "0                                               0.00   \n",
       "1                                            2381.04   \n",
       "2                                             642.56   \n",
       "3                                             669.64   \n",
       "4                                             685.88   "
      ]
     },
     "execution_count": 337,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 338,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PMID/PMCID                                             object\n",
       "Publisher                                              object\n",
       "Journal title                                          object\n",
       "Article title                                          object\n",
       "COST (£) charged to Wellcome (inc VAT when charged)    object\n",
       "dtype: object"
      ]
     },
     "execution_count": 338,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 339,
   "metadata": {},
   "outputs": [],
   "source": [
    "# removing '$' in cost column in order to perform statistical analysis later.\n",
    "df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"] = [(x.replace('$', '')) for x in df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 340,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title  \\\n",
       "0  Reduced parahippocampal cortical thickness in ...   \n",
       "1  Structural characterization of a Model Gram-ne...   \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   \n",
       "4  Regioselective opening of myo-inositol orthoes...   \n",
       "\n",
       "  COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "0                                               0.00   \n",
       "1                                            2381.04   \n",
       "2                                             642.56   \n",
       "3                                             669.64   \n",
       "4                                             685.88   "
      ]
     },
     "execution_count": 340,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 341,
   "metadata": {},
   "outputs": [],
   "source": [
    "# convert cost dat to float data type.\n",
    "df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"] = [np.float(x) for x in df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 342,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title  \\\n",
       "0  Reduced parahippocampal cortical thickness in ...   \n",
       "1  Structural characterization of a Model Gram-ne...   \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   \n",
       "4  Regioselective opening of myo-inositol orthoes...   \n",
       "\n",
       "   COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "0                                               0.00    \n",
       "1                                            2381.04    \n",
       "2                                             642.56    \n",
       "3                                             669.64    \n",
       "4                                             685.88    "
      ]
     },
     "execution_count": 342,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 343,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PMID/PMCID                                              object\n",
       "Publisher                                               object\n",
       "Journal title                                           object\n",
       "Article title                                           object\n",
       "COST (£) charged to Wellcome (inc VAT when charged)    float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 343,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# making sure cost is of type float.\n",
    "df_apc.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 344,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24060.945989656793"
      ]
     },
     "execution_count": 344,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 345,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "999999.0"
      ]
     },
     "execution_count": 345,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The above mean looks way to high so checking max value.\n",
    "df_apc[\"COST (£) charged to Wellcome (inc VAT when charged)\"].max()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 346,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title  \\\n",
       "0  Reduced parahippocampal cortical thickness in ...   \n",
       "1  Structural characterization of a Model Gram-ne...   \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   \n",
       "4  Regioselective opening of myo-inositol orthoes...   \n",
       "\n",
       "   COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "0                                               0.00    \n",
       "1                                            2381.04    \n",
       "2                                             642.56    \n",
       "3                                             669.64    \n",
       "4                                             685.88    "
      ]
     },
     "execution_count": 346,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 347,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>COST (£) charged to Wellcome (inc VAT when charged)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1065</th>\n",
       "      <td>PMCID: PMC3615658</td>\n",
       "      <td>Nature Publishing Group</td>\n",
       "      <td>EMBO Reports</td>\n",
       "      <td>Physiological release of endogenous tau is sti...</td>\n",
       "      <td>999999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1675</th>\n",
       "      <td>Not yet available</td>\n",
       "      <td>Sage Publishing</td>\n",
       "      <td>Qualitative Research</td>\n",
       "      <td>Picturing commuting: photovoice and seeking we...</td>\n",
       "      <td>999999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1939</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Wiley</td>\n",
       "      <td>HBM JNL Human Brain Mapping</td>\n",
       "      <td>Phase informed model for motion and susceptibi...</td>\n",
       "      <td>999999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>825</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>Veterinary Parasitology</td>\n",
       "      <td>Persistence of the efficacy of copper oxide wi...</td>\n",
       "      <td>999999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>491</th>\n",
       "      <td>PMCID: PMC3464430</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>Cell</td>\n",
       "      <td>piRNAs can trigger a multigenerational epigene...</td>\n",
       "      <td>999999.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             PMID/PMCID                Publisher                Journal title  \\\n",
       "1065  PMCID: PMC3615658  Nature Publishing Group                 EMBO Reports   \n",
       "1675  Not yet available          Sage Publishing         Qualitative Research   \n",
       "1939                NaN                    Wiley  HBM JNL Human Brain Mapping   \n",
       "825                 NaN                 Elsevier      Veterinary Parasitology   \n",
       "491   PMCID: PMC3464430                 Elsevier                         Cell   \n",
       "\n",
       "                                          Article title  \\\n",
       "1065  Physiological release of endogenous tau is sti...   \n",
       "1675  Picturing commuting: photovoice and seeking we...   \n",
       "1939  Phase informed model for motion and susceptibi...   \n",
       "825   Persistence of the efficacy of copper oxide wi...   \n",
       "491   piRNAs can trigger a multigenerational epigene...   \n",
       "\n",
       "      COST (£) charged to Wellcome (inc VAT when charged)  \n",
       "1065                                           999999.0    \n",
       "1675                                           999999.0    \n",
       "1939                                           999999.0    \n",
       "825                                            999999.0    \n",
       "491                                            999999.0    "
      ]
     },
     "execution_count": 347,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sort cost by descending order to look at data.\n",
    "df_apc.sort_values([\"COST (£) charged to Wellcome (inc VAT when charged)\"], ascending=0).head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 348,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PMID/PMCID                                              object\n",
       "Publisher                                               object\n",
       "Journal title                                           object\n",
       "Article title                                           object\n",
       "COST (£) charged to Wellcome (inc VAT when charged)    float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 348,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_apc.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 349,
   "metadata": {},
   "outputs": [],
   "source": [
    "# rename the cumbersome column name to 'cost'.\n",
    "df_rename = df_apc.rename(columns={\"COST (£) charged to Wellcome (inc VAT when charged)\": \"cost\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 350,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PMID/PMCID        object\n",
       "Publisher         object\n",
       "Journal title     object\n",
       "Article title     object\n",
       "cost             float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 350,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_rename.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 351,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>cost</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>CUP</td>\n",
       "      <td>Psychological Medicine</td>\n",
       "      <td>Reduced parahippocampal cortical thickness in ...</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PMC3679557</td>\n",
       "      <td>ACS</td>\n",
       "      <td>Biomacromolecules</td>\n",
       "      <td>Structural characterization of a Model Gram-ne...</td>\n",
       "      <td>2381.04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23043264  PMC3506128</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Fumaroylamino-4,5-epoxymorphinans and related ...</td>\n",
       "      <td>642.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23438330 PMC3646402</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Med Chem</td>\n",
       "      <td>Orvinols with mixed kappa/mu opioid receptor a...</td>\n",
       "      <td>669.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23438216 PMC3601604</td>\n",
       "      <td>ACS</td>\n",
       "      <td>J Org Chem</td>\n",
       "      <td>Regioselective opening of myo-inositol orthoes...</td>\n",
       "      <td>685.88</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              PMID/PMCID Publisher           Journal title  \\\n",
       "0                    NaN       CUP  Psychological Medicine   \n",
       "1             PMC3679557       ACS       Biomacromolecules   \n",
       "2  23043264  PMC3506128        ACS              J Med Chem   \n",
       "3    23438330 PMC3646402       ACS              J Med Chem   \n",
       "4   23438216 PMC3601604        ACS              J Org Chem   \n",
       "\n",
       "                                       Article title     cost  \n",
       "0  Reduced parahippocampal cortical thickness in ...     0.00  \n",
       "1  Structural characterization of a Model Gram-ne...  2381.04  \n",
       "2  Fumaroylamino-4,5-epoxymorphinans and related ...   642.56  \n",
       "3  Orvinols with mixed kappa/mu opioid receptor a...   669.64  \n",
       "4  Regioselective opening of myo-inositol orthoes...   685.88  "
      ]
     },
     "execution_count": 351,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_rename.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 352,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>cost</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2122</th>\n",
       "      <td>2901593</td>\n",
       "      <td>Wolters Kluwer Health</td>\n",
       "      <td>Circulation Research</td>\n",
       "      <td>Mechanistic Links Between Na+ Channel (SCN5A) ...</td>\n",
       "      <td>1334.15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2123</th>\n",
       "      <td>3748854</td>\n",
       "      <td>Wolters Kluwer Health</td>\n",
       "      <td>AIDS</td>\n",
       "      <td>Evaluation of an empiric risk screening score ...</td>\n",
       "      <td>1834.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2124</th>\n",
       "      <td>3785148</td>\n",
       "      <td>Wolters Kluwer Health</td>\n",
       "      <td>Pediatr Infect Dis J</td>\n",
       "      <td>Topical umbilical cord care for prevention of ...</td>\n",
       "      <td>1834.77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2125</th>\n",
       "      <td>PMCID:\\n    PMC3647051\\n</td>\n",
       "      <td>Wolters Kluwer N.V./Lippinott</td>\n",
       "      <td>AIDS</td>\n",
       "      <td>Grassroots Community Organisations' Contributi...</td>\n",
       "      <td>2374.52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2126</th>\n",
       "      <td>PMID: 23846567  (Epub July 2013)</td>\n",
       "      <td>Wolters Kluwers</td>\n",
       "      <td>Journal of Acquired Immune Deficiency Syndromes</td>\n",
       "      <td>A novel community health worker tool outperfor...</td>\n",
       "      <td>2034.75</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            PMID/PMCID                      Publisher  \\\n",
       "2122                           2901593          Wolters Kluwer Health   \n",
       "2123                           3748854         Wolters Kluwer Health    \n",
       "2124                           3785148         Wolters Kluwer Health    \n",
       "2125          PMCID:\\n    PMC3647051\\n  Wolters Kluwer N.V./Lippinott   \n",
       "2126  PMID: 23846567  (Epub July 2013)                Wolters Kluwers   \n",
       "\n",
       "                                        Journal title  \\\n",
       "2122                             Circulation Research   \n",
       "2123                                             AIDS   \n",
       "2124                             Pediatr Infect Dis J   \n",
       "2125                                             AIDS   \n",
       "2126  Journal of Acquired Immune Deficiency Syndromes   \n",
       "\n",
       "                                          Article title     cost  \n",
       "2122  Mechanistic Links Between Na+ Channel (SCN5A) ...  1334.15  \n",
       "2123  Evaluation of an empiric risk screening score ...  1834.77  \n",
       "2124  Topical umbilical cord care for prevention of ...  1834.77  \n",
       "2125  Grassroots Community Organisations' Contributi...  2374.52  \n",
       "2126  A novel community health worker tool outperfor...  2034.75  "
      ]
     },
     "execution_count": 352,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_rename.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 353,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PMID/PMCID        object\n",
       "Publisher         object\n",
       "Journal title     object\n",
       "Article title     object\n",
       "cost             float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 353,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_rename.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 354,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>cost</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1987</th>\n",
       "      <td>PMC3664409\\n\\n</td>\n",
       "      <td>Wiley</td>\n",
       "      <td>Movement Disorders</td>\n",
       "      <td>Limb amputations in fixed dystonia: a form of ...</td>\n",
       "      <td>201024.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1470</th>\n",
       "      <td>3547931</td>\n",
       "      <td>Public Library of Science</td>\n",
       "      <td>PLoS One</td>\n",
       "      <td>Reducing stock-outs of life saving Malaria Com...</td>\n",
       "      <td>192645.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986</th>\n",
       "      <td>NaN</td>\n",
       "      <td>MacMillan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fungal Disease in Britain and the United State...</td>\n",
       "      <td>13200.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1619</th>\n",
       "      <td>543219</td>\n",
       "      <td>public.service.co.uk</td>\n",
       "      <td>Public Service Review</td>\n",
       "      <td>Laboratory Science in Tropical Medicine</td>\n",
       "      <td>6000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>800</th>\n",
       "      <td>PMID: 23041239 /PMCID: PMC3490334</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>The Lancet Neurology</td>\n",
       "      <td>Genetic risk factors for ischaemic stroke and ...</td>\n",
       "      <td>5760.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             PMID/PMCID                  Publisher  \\\n",
       "1987                     PMC3664409\\n\\n                      Wiley   \n",
       "1470                            3547931  Public Library of Science   \n",
       "986                                 NaN                  MacMillan   \n",
       "1619                             543219       public.service.co.uk   \n",
       "800   PMID: 23041239 /PMCID: PMC3490334                   Elsevier   \n",
       "\n",
       "              Journal title  \\\n",
       "1987     Movement Disorders   \n",
       "1470               PLoS One   \n",
       "986                     NaN   \n",
       "1619  Public Service Review   \n",
       "800    The Lancet Neurology   \n",
       "\n",
       "                                          Article title      cost  \n",
       "1987  Limb amputations in fixed dystonia: a form of ...  201024.0  \n",
       "1470  Reducing stock-outs of life saving Malaria Com...  192645.0  \n",
       "986   Fungal Disease in Britain and the United State...   13200.0  \n",
       "1619            Laboratory Science in Tropical Medicine    6000.0  \n",
       "800   Genetic risk factors for ischaemic stroke and ...    5760.0  "
      ]
     },
     "execution_count": 354,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# remove strange high number of 999999.00.\n",
    "df_no_nines = df_rename[df_rename.cost != 999999.00]\n",
    "df_no_nines.sort_values([\"cost\"], ascending=0).head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PMID/PMCID        object\n",
       "Publisher         object\n",
       "Journal title     object\n",
       "Article title     object\n",
       "cost             float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 355,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# just checking to make sure cost is still a float data type.\n",
    "df_no_nines.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PMID/PMCID</th>\n",
       "      <th>Publisher</th>\n",
       "      <th>Journal title</th>\n",
       "      <th>Article title</th>\n",
       "      <th>cost</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>986</th>\n",
       "      <td>NaN</td>\n",
       "      <td>MacMillan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fungal Disease in Britain and the United State...</td>\n",
       "      <td>13200.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1619</th>\n",
       "      <td>543219</td>\n",
       "      <td>public.service.co.uk</td>\n",
       "      <td>Public Service Review</td>\n",
       "      <td>Laboratory Science in Tropical Medicine</td>\n",
       "      <td>6000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>800</th>\n",
       "      <td>PMID: 23041239 /PMCID: PMC3490334</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>The Lancet Neurology</td>\n",
       "      <td>Genetic risk factors for ischaemic stroke and ...</td>\n",
       "      <td>5760.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>552</th>\n",
       "      <td>23541370 PMC3744751</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>Effects of relative weight gain and linear gro...</td>\n",
       "      <td>4800.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>798</th>\n",
       "      <td>PMCID:\\n    PMC3627205\\n</td>\n",
       "      <td>Elsevier</td>\n",
       "      <td>The Lancet</td>\n",
       "      <td>Effects of unconditional and conditional cash ...</td>\n",
       "      <td>4800.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             PMID/PMCID             Publisher  \\\n",
       "986                                 NaN             MacMillan   \n",
       "1619                             543219  public.service.co.uk   \n",
       "800   PMID: 23041239 /PMCID: PMC3490334              Elsevier   \n",
       "552                 23541370 PMC3744751              Elsevier   \n",
       "798            PMCID:\\n    PMC3627205\\n              Elsevier   \n",
       "\n",
       "              Journal title  \\\n",
       "986                     NaN   \n",
       "1619  Public Service Review   \n",
       "800    The Lancet Neurology   \n",
       "552                Elsevier   \n",
       "798              The Lancet   \n",
       "\n",
       "                                          Article title     cost  \n",
       "986   Fungal Disease in Britain and the United State...  13200.0  \n",
       "1619            Laboratory Science in Tropical Medicine   6000.0  \n",
       "800   Genetic risk factors for ischaemic stroke and ...   5760.0  \n",
       "552   Effects of relative weight gain and linear gro...   4800.0  \n",
       "798   Effects of unconditional and conditional cash ...   4800.0  "
      ]
     },
     "execution_count": 356,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# remove cost figures that are obviously too high.\n",
    "df_no_large = df_no_nines[df_no_nines.cost != 201024.00]\n",
    "df_no_large2 = df_no_large[df_no_large.cost != 192645.00]\n",
    "df_no_large2.sort_values([\"cost\"], ascending=0).head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 357,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count     2078.000000\n",
       "mean      1820.986583\n",
       "std        814.167299\n",
       "min          0.000000\n",
       "25%       1260.000000\n",
       "50%       1851.220000\n",
       "75%       2302.730000\n",
       "max      13200.000000\n",
       "Name: cost, dtype: float64"
      ]
     },
     "execution_count": 357,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# rename data frame and obtain statistical values.\n",
    "df_clean = df_no_large2\n",
    "df_clean['cost'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 358,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1851.22\n"
     ]
    }
   ],
   "source": [
    "print(df_clean['cost'].median())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}