google apps script to populate a google sheet w/ fragrance notes from fragrantica

README.md

how to use

1. open sample-spreadsheet.csv in google sheets
2. in the toolbar, go to Tools > Script Editor
3. copy and paste Code.gs into 'Code.gs'
4. hit 'save' (you will have to enter a project name)
5. go back to your spreadsheet and refresh the page
6. in the toolbar, click Custom functions > Look up fragrance notes (you will need to authorize the script)
7. it should populate all empty cells in the 'Fragrance notes' column with the fragrance notes listed on fragrantica.com
8. run whenever you add new rows to your sheet!

Code.gs

function onOpen() {
  var ui = SpreadsheetApp.getUi();
  ui.createMenu('Custom functions')
      .addItem('Look up fragrance notes', 'getFragranceNotes')
      .addToUi();
}

function getFragranceNotes() {
  var ss = SpreadsheetApp.getActiveSpreadsheet();
  var allSheets = ss.getSheets();
  var baseUrl = 'https://duckduckgo.com/?q=!ducky+';
  var siteParam = '+site%3Afragrantica.com/perfume'
  
  for (var sheet in allSheets){
    var currentSheet = allSheets[sheet]
    var selection = currentSheet.getDataRange();
    var rows = selection.getNumRows() + 1;
    var perfumerColumn = 1; // column A
    var titleColumn = 2; // column B
    var fragranceNotesColumn = 3; // column C
    
    for (var row = 2; row < rows; row++) {
      var targetCell = selection.getCell(row,fragranceNotesColumn);
      
      if (targetCell.isBlank()) {
        var perfumer = selection.getCell(row,perfumerColumn).getValue()
        var title = selection.getCell(row,titleColumn).getValue()
        var searchQuery = (perfumer + ' ' + title).replace(/ /g, '+')
        var searchUrl = baseUrl + searchQuery + siteParam
        var fragranceNotes = ''
        
        // https://stackoverflow.com/questions/19455158/what-is-the-best-way-to-parse-html-in-google-apps-script
        // https://sites.google.com/site/scriptsexamples/learn-by-example/parsing-html
        var page = UrlFetchApp.fetch(searchUrl).getContentText();
        var parsedPage = Xml.parse(page, true) // deprecated, can deal w/ malformed html
        var xmlString = parsedPage.html.body.toXmlString();
        var parsedXml = XmlService.parse(xmlString);
        var html = parsedXml.getRootElement();
        var targetDiv = getElementById(html, 'prettyPhotoGallery');
        var spans = getElementsByTagName(targetDiv, 'span');
  
        for (var i in spans) {
          fragranceNotes += XmlService.getRawFormat().format(spans[i])+', ';
        }
        fragranceNotes = fragranceNotes.replace(/<.*?>/g, '')
          .replace(/main accords, |Pictures, |Videos, | , /g, '')
          .replace(/^[,\s]+|[,\s]+$/g, '');
        
        targetCell.setValue(fragranceNotes);
      }
    }
  }
}

function getElementById(element, idToFind) {  
  var descendants = element.getDescendants();  
  for(i in descendants) {
    var elt = descendants[i].asElement();
    if( elt !=null) {
      var id = elt.getAttribute('id');
      if( id !=null && id.getValue()== idToFind) return elt;    
    }
  }
}

function getElementsByTagName(element, tagName) {  
  var data = [];
  var descendants = element.getDescendants();  
  for(i in descendants) {
    var elt = descendants[i].asElement();     
    if( elt !=null && elt.getName()== tagName) data.push(elt);      
  }
  return data;
}

expected-outcome.csv

sample-spreadsheet.csv