{"type":"doc","content":[{"type":"heading","attrs":{"level":1},"content":[{"text":"Overview:","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to achieve the highest levels of accuracy with our Speech to Text (STT) and Fluency products, the SoapBox team provides a level of customization for our customers.","type":"text"}]},{"type":"paragraph","content":[{"text":"Customers can request a Custom Language Model (CLM) which will enable the SoapBox team to generate a language model that is tailored to their domain / corpus. By doing so we can ensure that all corpus words, proper nouns and bespoke words are covered in our dictionaries and models.","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"To find out more about creating a CLM for your use case, please contact your Client Success Manager or support via our ","type":"text"},{"text":"Service Desk","type":"text","marks":[{"type":"link","attrs":{"href":"https://soapboxlabs.atlassian.net/servicedesk/customer/portals"}}]},{"text":" or at ","type":"text"},{"text":"api@soapboxlabs.com","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:api@soapboxlabs.com"}}]},{"text":".","type":"text"}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"The Process","type":"text"}]},{"type":"paragraph","content":[{"text":"The process of generating a CLM is carried out by our team of experts and is outlined below.","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Step 1 - Licencing","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Step 2 - Domain Text","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Step 3 - Domain Audio","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Step 4 - CLM Generated ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Step 5 - CLM Evaluated","type":"text"},{"type":"hardBreak"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Step 1 - Licencing","type":"text"}]},{"type":"paragraph","content":[{"text":"Customer chooses which solution and licence model suits their needs and signs a licencing agreement in conjunction with their Business Development Representative.","type":"text"},{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Step 2 - Domain Text","type":"text"}]},{"type":"paragraph","content":[{"text":"Customer identifies the exact text to be used from their Domain or Corpus to generate their CLM.","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to create and train a language model the customer must ensure that the text is of the best quality possible. Clean text will ensure that the process is smooth and the outcome is successful.","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"For example, for a corpus of levelled readers to be used to generate a fluency LM, the customer should observe the following guidelines.","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Identify the exact text to be spoken or read by the learner","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Conduct a quality control pass on the text","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Remove any extraneous text such as teacher instructions, graphic captions, page numbers, footnotes etc.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ensure that all formatting is correct for example","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Carriage returns in the correct place","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Extra spaces between words removed","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"All words have one space between them","type":"text"}]}]}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Step 3 - Domain Audio","type":"text"}]},{"type":"paragraph","content":[{"text":"Where the customer has access to audio samples of their domain, these are supplied to the SoapBox team to support LM lab testing and tuning.","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"Audio must meet technical requirements such as","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"audio files recorded in wav (not converted from another compressed format)","type":"text","marks":[{"type":"em"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"no lower than 16kHz","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"not longer than 1min","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"matched to source text supplied","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"with annotations / transcriptions where they exist","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Where audio samples do not exist SoapBox team will generate a sample set for lab testing and tuning.","type":"text"},{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Step 4 & 5 - CLM Generated & Evaluated","type":"text"}]},{"type":"paragraph","content":[{"text":"The SoapBox team will analyse the corpus for words, nouns etc. not in common usage or specific to the customer domain.","type":"text"}]},{"type":"paragraph","content":[{"text":"SoapBox team will generate a Custom Language Model based on the text corpus provided. The CLM will be lab tested and tuned.","type":"text"}]},{"type":"paragraph","content":[{"text":"Audio samples may be used to evaluate the CLM performance to ensure that it meets accuracy requirements.","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Step 6 - Customer Integration","type":"text"}]},{"type":"paragraph","content":[{"text":"Customer integrates API with product in order to run an evaluation or release in product. See ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://docs.soapboxlabs.com/technical-docs/online-technical-documentation/"}},{"text":" ","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Appendix I","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Reference Text Guidelines","type":"text"}]},{"type":"paragraph","content":[{"text":"Reference text that is sent to the Fluency product is normalized to better enable comparison of reference text to that transcribed by our ASR engine. To ensure the best normalization occurs, all reference text should be sent in accordance with the following:","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"table","attrs":{"layout":"default","localId":"d5cc5ade-9585-4486-8dfa-ff59878923f9"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"File Format","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Plain text, e.g. txt","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Character Encoding","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"UTF-8","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"End-of-Line (CR, LF, EOL)","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Carriage returns, Line Feeds, and End-Of-Line Characters are expected to be found …","type":"text"}]}]}]}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"table","attrs":{"layout":"default","localId":"84e955be-dd27-44d8-8eed-697b942fe565"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Default Numbers","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Numbers are converted to text. At present, only counting numbers are supported by default.","type":"text"}]},{"type":"paragraph","content":[{"text":"E.g. 1 becomes one, 94 becomes ninety four, 1445 becomes one thousand four hundred forty five","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Years & Decades","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Years and decades are supported if wrapped in the years markup (","type":"text"},{"text":"described here","type":"text","marks":[{"type":"link","attrs":{"href":"https://soapboxlabs.atlassian.net/wiki/pages/resumedraft.action?draftId=1418330239"}}]},{"text":"). Otherwise, they will be normalised as default numbers.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Ordinals","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Ordinals are supported if the ordinal indicator is attached to the number.","type":"text"}]},{"type":"paragraph","content":[{"text":"E.g:","type":"text"}]},{"type":"paragraph","content":[{"type":"emoji","attrs":{"id":"2714","text":"✔","shortName":":heavy_check_mark:"}},{"text":" May 15th → may fifteenth","type":"text"}]},{"type":"paragraph","content":[{"type":"emoji","attrs":{"id":"274c","text":"❌","shortName":":x:"}},{"text":" May 15 → may fifteen","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Other Numbers","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Numbers used in cases like money, decimals, time, etc are not currently supported.","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to get the correct output, please transform numbers and currency symbols, percentage signs, etc to words prior to submitting your text to SBL.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Letters","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Upper case letters are converted to lower case letters.","type":"text"}]},{"type":"paragraph","content":[{"text":"E.g.","type":"text"}]},{"type":"paragraph","content":[{"text":"She went to Macy’s → she went to macy’s","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"White-space","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"All white-space will be stripped and word boundaries identified by such.","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"Note: To ensure the correct identification of word boundaries please take care to ensure that white-space follows …","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eeeeee","rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Punctuation","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"All non-supported punctuation will be removed from the reference text.","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"paragraph","content":[{"text":"For a list of support and non-supported punctuation, see","type":"text"}]},{"type":"paragraph","content":[{"text":"UTF-8 ","type":"text","marks":[{"type":"em"}]},{"text":"Character Normalization below Punctuation is expected in …","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Introduction to Text Normalization","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"When using speech technology, a process called “text normalization” must be used on all input words, sentences, and paragraphs. When text is provided to SBL for the building of a CLM, or when a ","type":"text"},{"text":"CURL request is sent to the Fluency Web Service","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.soapboxlabs.com/technical-docs/online-technical-documentation/fluency-(online)/"}}]},{"text":", text normalization happens under the hood to ensure the text is compatible with SBL systems. Some portions of the text are pre-normalized by the customer (as per ","type":"text"},{"text":"CLM guidelines","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.soapboxlabs.com/guides-%2526-tutorials/understanding-custom-language-models/custom-language-model-text-%2526-audio-checklist/"}}]},{"text":"), and other portions of the text are normalized automatically by SBL.","type":"text"}]},{"type":"paragraph","content":[{"text":"Typical examples of text normalisation include:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"stripping punctuation","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"lowercasing all letters","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"changing digits to words","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Example:","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"“I have 2 you can borrow,” she said","type":"text","marks":[{"type":"em"}]},{"text":" → ","type":"text"},{"text":"i have two you can borrow she said","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"Text normalization helps to ensure the best possible performance of our speech technology.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"UTF-8 Character Normalization","type":"text"}]},{"type":"paragraph","content":[{"text":"Reference text that is sent to the Fluency product is normalized to better enable comparison of reference text to that transcribed by our ASR engine. The following describes what normalization will take place","type":"text"}]},{"type":"table","attrs":{"layout":"wide","localId":"a297ad5a-9a1b-4090-8fe7-534800be6a67"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Punctuation Name(s)","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","content":[{"text":"Punctuation","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Unicode Char (UTF- 8)","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Action","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph","content":[{"text":"Notes","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Curly Single Quote, Apostrophe","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"‘","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"'","type":"text"}]},{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Curly single quotes are changed to apostrophes.","type":"text"}]},{"type":"paragraph","content":[{"text":"Apostrophes are left as-is.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Double Quote","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"“","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Comma, Full-Stop, Question Mark, Exclamation Mark","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":",","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":".","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"?","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"!","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Hyphen, En Dash, Em Dash","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"-","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"–","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"—","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Replaced with a single space","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Dollar Sign, Percentage, Ampersand, Hash Sign, At Sign","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"$","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"%","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"&","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"#","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"@","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Parentheses, Curly Brackets, Straight Brackets","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"()","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"{}","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"[]","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Brackets, Angled","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"<>","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Utilised for Markup","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph","content":[{"text":"The angled brackets indicate markup to SBL's system, and should ","type":"text"},{"text":"only","type":"text","marks":[{"type":"em"}]},{"text":" be in the text for this purpose","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Semi-Colon, Colon","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":";","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":":","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Front Slash, Back Slash, Pipe","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"/","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"\\","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"|","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Plus, Equals, Asterisk","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"+","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"=","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"*","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Caret, Tilde, Underscore","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"^","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"~","type":"text"}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"_","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[212.0]},"content":[{"type":"paragraph","content":[{"text":"Whitespace","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[144.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[214.0]},"content":[{"type":"paragraph","content":[{"text":"Removed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[176.0]},"content":[{"type":"paragraph","content":[{"text":"All words are differentiated by the use of white-space i.e. white-space splitting is employed.","type":"text"}]},{"type":"paragraph","content":[{"text":"Splitting is conducted before any punctuation normalization occurs","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Default vs Custom Normalization","type":"text"}]},{"type":"paragraph","content":[{"text":"Standard normalization such as lowercasing and stripping punctuation are straight-forward processes. However, some aspects of text have numerous ways they can be normalized. A key example is digits in text.","type":"text"}]},{"type":"paragraph","content":[{"text":"If we use “1991” as an example, we see that this can be said in the following ways:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"nineteen ninety one","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"one thousand nine hundred ninety one","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"one thousand nine hundred and ninety one","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"one nine nine one","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Because of this ambiguity, we give customers the option to customize the way certain opaque texts are normalized. However, we maintain a default setting for all text in case this customization is not utilized or needed.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Using Markup for Custom Normalization","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"We have defined some markup tags in our engine which can be useful for specifying how some content should be normalized. This can be used both in the CLM text sent to SBL and the CURL request sent to the Fluency Web Service.","type":"text"}]},{"type":"paragraph","content":[{"text":"Here is a quick example which shows the difference between default and custom normalization:","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"In ","type":"text","marks":[{"type":"em"}]},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1776","type":"text","marks":[{"type":"em"}]},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", the declaration of independence was signed.","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"If this markup is used, the sentence will be normalized to:","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"in seventeen seventy six the declaration of independence was signed","type":"text","marks":[{"type":"em"}]}]},{"type":"paragraph","content":[{"text":"If this mark is not used, the sentence will be normalized to:","type":"text"}]},{"type":"paragraph","marks":[{"type":"indentation","attrs":{"level":1}}],"content":[{"text":"in one thousand seven hundred seventy six the declaration of independence was signed","type":"text","marks":[{"type":"em"}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Use Cases & Examples","type":"text"}]},{"type":"rule"},{"type":"paragraph","content":[{"text":"We currently support mark-up for the following use cases:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Years and Decades","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Dates","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Email Addresses","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Letters","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Sounding Out","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Custom Word","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Years and Decades","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":50.0},"content":[{"type":"media","attrs":{"width":1748,"id":"7eb76c25-8588-42a1-90eb-d028bacebdd7","collection":"contentId-1418330239","type":"file","height":571}}]},{"type":"paragraph","content":[{"text":"Years and decades can both be normalized using the ","type":"text"},{"text":"year","type":"text","marks":[{"type":"code"}]},{"text":" tag. It will ensure that years and decades in the text are not interpreted as cardinal numbers. The content must consist of digits only, but decades can have a trailing 's' at the end. There are no available attributes for this tag.","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Correct Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1913","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", I sold 1913 apples.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"in nineteen thirteen i sold one thousand nine hundred thirteen apples","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1776","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", the declaration of independence was signed.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"in seventeen seventy six the declaration of independence was signed","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Grandma’s birthday is on August 2nd, ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1945","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"grandmas birthday is on august second nineteen forty five","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The Second World War was from ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1939","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" to ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1945","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"the second world war was from nineteen thirty nine to nineteen forty five","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"100 dollars in the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1800s","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" is equivalent to 1,904 dollars today.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"one hundred dollars in the eighteen hundreds is equivalent to one thousand nine hundred four dollars today","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The women’s suffrage movement in Canada began in the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1870s","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"the womens suffrage movement in canada began in the eighteen seventies","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If I could go to any decade, I’d go to the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"80s","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", or maybe the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"50s","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"if i could go to any decade id go to the eighties or maybe the fifties","type":"text"}]}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"error"},"content":[{"type":"paragraph","content":[{"text":"Incorrect Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"19 13","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Cannot have spaces in the middle of year content","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"nineteen thirteen","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Content must consist of digits with an optional 's' at the end","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1913","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"No / symbol in closing tag!","type":"text"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Dates","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":50.0},"content":[{"type":"media","attrs":{"width":1772,"id":"b232c439-91b6-4d62-907e-342acff53bf7","collection":"contentId-1418330239","type":"file","height":564}}]},{"type":"paragraph","content":[{"text":"Dates are normalized using the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" tag. Currently we only support dates in US format (month/day/year), where each component is a numerical value. For instance, January can be written as 1, or 01 etc. The year value is optional. There are no available attributes for this tag.","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Correct Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"It was ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"10/25/2021","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"it was october twenty fifth twenty twenty one","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"John bought a new car on ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"1/9/1999","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"john bought a new car on january ninth nineteen ninety nine","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"St. Patricks Day is always on ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"03/17","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"st patricks day is always on march seventeenth","type":"text"}]}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"error"},"content":[{"type":"paragraph","content":[{"text":"Incorrect Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"13/04/21","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Month values must be between 1 and 12","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"january/10","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Components must be numerical values","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"01-01-2022","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Components must be separated by a “/” symbol","type":"text"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Email Addresses","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":65.0},"content":[{"type":"media","attrs":{"width":2652,"id":"6e1769ed-883a-419b-bf3f-415ec85c02cd","collection":"contentId-1418330239","type":"file","height":377}}]},{"type":"paragraph","content":[{"text":"Email addresses are normalized using the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" tag. The content can consist of letters, numbers, and most special characters. To keep things simple most symbols are ignored and numbers will be normalized as singular digits. There are no available attributes for this tag.","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Correct Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"My email address is ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"john_doe17@hotmail.com","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:john_doe17@hotmail.com"}}]},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"my email address is john doe one seven at hotmail dot com","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Please contact me at ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"jane42@test-mail.co.uk","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:jane42@test-mail.co.uk"}}]},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"please contact me at jane four two at test mail dot co dot uk","type":"text"}]}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"error"},"content":[{"type":"paragraph","content":[{"text":"Incorrect Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"jane ","type":"text"},{"text":"doe@hotmail.com","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:doe@hotmail.com"}}]},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Spaces are not allowed in email addresses!","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"john.doe.hotmail.com","type":"text","marks":[{"type":"link","attrs":{"href":"http://john.doe.hotmail.com"}}]},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"No @ symbol detected","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"john@doe@hotmail.com","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"More than one @ symbol detected","type":"text"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Letters","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":50.0},"content":[{"type":"media","attrs":{"width":2195,"id":"4a2a3bbb-cacb-4632-ba73-c23ae4a8991b","collection":"contentId-1418330239","type":"file","height":455}}]},{"type":"paragraph","content":[{"text":"Letters are normalized using the ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" tag. They have an optional ","type":"text"},{"text":"pronunciation","type":"text","marks":[{"type":"code"}]},{"text":" attribute which allows the user to specify the desired phoneme breakdown. Phonemes must be separated by a space. Only a single letter is allowed in the content.","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Correct Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"X","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"x","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"a","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"a","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"H","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"h","type":"text"}]}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"error"},"content":[{"type":"paragraph","content":[{"text":"Incorrect Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"ay","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Content must consist of a single letter only","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"h","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Each phoneme must be 1 or 2 characters long","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"x","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Invalid attribute name","type":"text"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Sounding Out","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":65.0},"content":[{"type":"media","attrs":{"width":2661,"id":"8e1653d8-ca76-406c-b18f-cf62bc042b65","collection":"contentId-1418330239","type":"file","height":375}}]},{"type":"paragraph","content":[{"text":"Sounding out a word can be acheived using the ","type":"text"},{"text":"sound-out","type":"text","marks":[{"type":"code"}]},{"text":" tag. Only singular valid words are supported and must not contain spaces or hyphens. There is an optional ","type":"text"},{"text":"pronunciation","type":"text","marks":[{"type":"code"}]},{"text":" attribute for specifying the phoneme breakdown. The phonemes must be separated by a space.","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Correct Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"Tree","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"tree","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"bark","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"bark","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"dog","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"error"},"content":[{"type":"paragraph","content":[{"text":"Incorrect Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"hello world","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Content contains more than one word","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"round-trip","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Content contains a hyphenated word","type":"text"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Custom Words","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":65.0},"content":[{"type":"media","attrs":{"width":2740,"id":"ad49a7fe-6d90-46fe-9f09-e2a8d180fe77","collection":"contentId-1418330239","type":"file","height":364}}]},{"type":"paragraph","content":[{"text":"The ","type":"text"},{"text":"custom-word","type":"text","marks":[{"type":"code"}]},{"text":" tag is used to add custom or made up words. Note that the ","type":"text"},{"text":"pronunciation","type":"text","marks":[{"type":"code"}]},{"text":" attribute is compulsory! This is to allow the engine know what the phoneme breakdown is, even if it's a valid word that exists in the language.","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Correct Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"voos","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"voos","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"mas","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"mas","type":"text"}]}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"error"},"content":[{"type":"paragraph","content":[{"text":"Incorrect Usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"voos","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Requires pronunciation attribute","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"code"}]},{"text":"mas cot","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Content contains more than one word","type":"text"}]}]}]}]}]}]},{"type":"paragraph"}],"version":1}

Browser not supported