From 2254d61cbd4bd5536aa319ba388e167c0845d775 Mon Sep 17 00:00:00 2001
From: ts <trevor.sage@protonmail.com>
Date: Sun, 15 Aug 2021 19:15:21 -0400
Subject: [PATCH 1/5] (not tested!) pointwatch - automatically update message
 IDs

I never logged in to test if this would load, but I did test it locally to see if the functions could pull the correct IDs from DAT files sent by a friend.
(c)
dos2unix, struct to lpack, read *a to read 2
---
 addons/pointwatch/libs/dialog.lua | 130 ++++++++++++++++++++++++++++++
 addons/pointwatch/message_ids.lua |  77 +++++++++++++++++-
 2 files changed, 206 insertions(+), 1 deletion(-)
 create mode 100644 addons/pointwatch/libs/dialog.lua

diff --git a/addons/pointwatch/libs/dialog.lua b/addons/pointwatch/libs/dialog.lua
new file mode 100644
index 0000000000..860deacc67
--- /dev/null
+++ b/addons/pointwatch/libs/dialog.lua
@@ -0,0 +1,130 @@
+--Copyright (c) 2014, Byrthnoth
+--All rights reserved.
+
+--Redistribution and use in source and binary forms, with or without
+--modification, are permitted provided that the following conditions are met:
+
+--    * Redistributions of source code must retain the above copyright
+--      notice, this list of conditions and the following disclaimer.
+--    * Redistributions in binary form must reproduce the above copyright
+--      notice, this list of conditions and the following disclaimer in the
+--      documentation and/or other materials provided with the distribution.
+--    * Neither the name of <addon name> nor the
+--      names of its contributors may be used to endorse or promote products
+--      derived from this software without specific prior written permission.
+
+--THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+--ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+--WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+--DISCLAIMED. IN NO EVENT SHALL <your name> BE LIABLE FOR ANY
+--DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+--(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+--LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+--ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+--(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+--SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+local xor = require('bit').bxor
+require('pack')
+local unpack = require('string').unpack
+local pack = require('string').pack
+local find = require('string').find
+
+local dialog = {}
+
+local function decode(int)
+    return xor(int, 0x80808080)
+end
+local encode = decode
+
+local floor = require('math').floor
+local function binary_search(pos, dat, n)
+    local l, r, m = 1, n
+    while l < r do
+        m = floor((l+r)/2)
+        if decode(unpack('<I', dat, 1+4*m)) < pos then
+        -- offset given by mth ID < offset to string
+            l = m + 1
+        else
+            r = m
+        end
+    end
+    return l-2
+    -- -1 since we want the index to the left of where "pos" would be placed
+    -- another -1 to convert to 0-indexing
+end
+
+function dialog.dev_get_offset(dat, id) -- sanity check function
+    return decode(unpack('<I', dat, 5+4*id))
+end
+
+-- The goal is generally to get the ID of some entry to the
+-- dialog tables. The difficulty is that the IDs occasionally
+-- change. However, if you have the full entry string, you can
+-- work backwards to get the ID.
+-- dat: The entire content of the zone dialog DAT file
+-- entry: The string you are looking for. It would be best to
+-- pass the entire string, but this will technically work as
+-- long as you get the first character correct and include 
+-- enough of the entry for the string to be unique.
+-- If you do not know the entire string, use dev_find_substring.
+function dialog.get_entry_id(dat, entry)
+    local pos = find(dat, entry)
+    if not pos then print('The given encoded text was not found within the file.') return end
+    pos = pack('<I', encode(pos-5))
+    local id = find(dat, pos)
+    if not id then print('The position of the text does not match any of the defined offsets.', pos) return end
+
+    return (id-5)/4
+end
+
+-- This function is intended to be used only during development
+-- to find the ID of a dialog entry given a substring.
+-- This is necessary because SE uses certain bytes to indicate
+-- things like placeholders or pauses and it is unlikely you
+-- will know the entire content of the entry you're looking for
+-- from the get-go.
+-- TODO it would be cool if you could pass a pattern
+function dialog.dev_find_substring(dat, substring)
+    local pos = find(dat, dialog.encode_string(substring))
+    if not pos then print('No results for ', substring) return end
+
+    return binary_search(pos-1, dat, decode(unpack('<I', dat, 5))/4)
+end
+
+-- Once you get the ID from dev_find_substring, you should get
+-- the full entry.
+function dialog.get_entry(dat, id)
+    local entry_count = decode(unpack('<I', dat, 5))/4
+    local offset, next_offset
+    if id + 1 == entry_count then -- TODO I'm not sure this is a valid entry
+        offset, next_offset = unpack('<I', dat, 4*id+5), #dat
+        offset = decode(offset)+5
+    else
+        offset, next_offset = unpack('<II', dat, 4*id+5)
+        offset, next_offset = decode(offset)+5, decode(next_offset)+4
+    end
+    return string.sub(dat, offset, next_offset)
+end
+
+-- Finally, you should serialize the entry so that you can
+-- simply pass the full string to get_entry_id in the future.
+function dialog.serialize(entry)
+    return 'string.char('
+        .. string.sub(string.gsub(entry, '.', function(c)
+            return tostring(string.byte(c)) .. ','
+        end), 1, -2)
+        ..')'
+end
+
+
+function dialog.encode_string(s)
+    return string.gsub(s, '.', function(c)
+        return string.char(xor(string.byte(c), 0x80))
+    end)
+end
+
+dialog.decode_string = dialog.encode_string
+
+return dialog
+
diff --git a/addons/pointwatch/message_ids.lua b/addons/pointwatch/message_ids.lua
index 3cd91ffae9..7f2f785ea9 100644
--- a/addons/pointwatch/message_ids.lua
+++ b/addons/pointwatch/message_ids.lua
@@ -183,7 +183,82 @@ local messages = {
         azure_light = 187,
         ruby_light = 188,
         amber_light = 189,
-    },
+    }
 }
 
+local function update_offset(zone_id)
+    -- zone to dat ID mapping for Abyssean zones
+    local t = {
+        [15] = 6435, -- 23/80
+        [45] = 6465, -- 23/110
+        [132] = 6552, -- 24/69
+        [215] = 6635, -- 25/24
+        [216] = 6636, -- 25/25
+        [217] = 6637, -- 25/26
+        [218] = 6638, -- 25/27
+        [253] = 6673, -- 25/62
+        [254] = 6674, -- 25/63
+    }
+
+    if t[zone_id] then
+        -- convert dat ID to dat file path
+        local floor = require('math').floor
+        local byte = require('string').byte
+        local dat_id = t[zone_id]
+        local dat_path = windower.ffxi_path
+        local path
+        local vtable = dat_path .. 'VTABLE.DAT'
+        local ftable = dat_path .. 'FTABLE.DAT'
+        local n = 1
+        local rom = dat_path .. 'ROM/'
+        repeat
+            local f = io.open(vtable, 'rb')
+            f:seek('set', dat_id)
+            if byte(f:read(1)) > 0 then
+                local f = io.open(ftable, 'rb')
+                local offset = 2*dat_id
+				f:seek('set', offset)
+                local dat = f:read(2)
+                f:close()
+
+                local packed_16bit = byte(dat, 2) * 256 + byte(dat, 1)
+                local dir = floor(packed_16bit / 128)
+                local file = packed_16bit - dir * 128
+                
+                path = rom .. tostring(dir) .. '/' .. tostring(file) .. '.DAT'
+            end
+            f:close()
+            n = n + 1
+            local d = tostring(n)
+            rom = dat_path .. 'ROM' .. d .. '/'
+            vtable = rom .. 'VTABLE' .. d .. '.DAT'
+            ftable = rom .. 'FTABLE' .. d .. '.DAT'
+        until path or not windower.dir_exists(rom)
+        if not path then print('Could not convert dat ID', dat_id) return end
+
+        -- convert dialog entry to dialog ID
+        local dialog = require('libs/dialog')
+        local search_phrase = string.char(
+            158,133,214,233,243,233,244,225,238,244,160,204,233,231,232,
+            244,160,201,238,244,229,238,243,233,244,249,158,129,135,208,
+            229,225,242,236,229,243,227,229,238,244,186,160,138,128,160,
+            175,160,197,226,239,238,186,160,138,129,135,199,239,236,228,
+            229,238,186,160,138,130,160,175,160,211,233,236,246,229,242,
+            249,186,160,138,131,255,177,128,135
+        )
+        local f = io.open(path, 'rb')
+        local dat = f:read('*a')
+        f:close()
+        local id = dialog.get_entry_id(dat, search_phrase)
+        if not id then return end -- ruh roh
+
+        messages['z'..tostring(zone_id)].offset = id
+        t[zone_id] = nil
+    end
+end
+
+update_offset(windower.ffxi.get_info().zone)
+windower.register_event('zone change', update_offset)
+
 return messages
+

From ec8f53abd71e6dfbd9edd191310de94f278c978e Mon Sep 17 00:00:00 2001
From: ts <trevor.sage@protonmail.com>
Date: Mon, 13 Sep 2021 17:14:06 -0400
Subject: [PATCH 2/5] duplicate entries

There are duplicates in the tables. That's a pain.
---
 addons/pointwatch/libs/dialog.lua | 133 ++++++++++++++++++++----------
 addons/pointwatch/message_ids.lua |  12 ++-
 2 files changed, 99 insertions(+), 46 deletions(-)

diff --git a/addons/pointwatch/libs/dialog.lua b/addons/pointwatch/libs/dialog.lua
index 860deacc67..fcc9983df0 100644
--- a/addons/pointwatch/libs/dialog.lua
+++ b/addons/pointwatch/libs/dialog.lua
@@ -24,11 +24,24 @@
 --(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 --SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+-- This library was written to help find the ID of a known
+-- action message corresponding to an entry in the dialog tables.
+-- While the IDs can be collected in-game, they occasionally
+-- change and would otherwise need to be manually updated.
+-- It can also be used to find and decode an entry given the ID.
+
+-- Common parameters:
+-- dat: The entire content of the zone dialog DAT file
+-- i.e. local dat = io.open('path/to/dialog/DAT', 'rb'):read('*a')
+-- entry: The string you are looking for. If you do not know the
+-- entire string, use dev_find_substring.
+
 local xor = require('bit').bxor
 require('pack')
-local unpack = require('string').unpack
-local pack = require('string').pack
-local find = require('string').find
+local string = require('string')
+local unpack = string.unpack
+local pack = string.pack
+local find = string.find
 
 local dialog = {}
 
@@ -49,33 +62,59 @@ local function binary_search(pos, dat, n)
             r = m
         end
     end
-    return l-2
-    -- -1 since we want the index to the left of where "pos" would be placed
-    -- another -1 to convert to 0-indexing
+    return l-2 -- we want the index to the left of where "pos" would be placed
+end
+
+local function plain_text_gmatch(text, substring, n)
+    n = n or 1
+    return function()
+        local pos = find(text, substring, n, true)
+        if pos then n = pos + 1 end
+        return pos
+    end
 end
 
 function dialog.dev_get_offset(dat, id) -- sanity check function
-    return decode(unpack('<I', dat, 5+4*id))
+    return string.format('%x', decode(unpack('<I', dat, 5+4*id)))
 end
 
--- The goal is generally to get the ID of some entry to the
--- dialog tables. The difficulty is that the IDs occasionally
--- change. However, if you have the full entry string, you can
--- work backwards to get the ID.
--- dat: The entire content of the zone dialog DAT file
--- entry: The string you are looking for. It would be best to
--- pass the entire string, but this will technically work as
--- long as you get the first character correct and include 
--- enough of the entry for the string to be unique.
--- If you do not know the entire string, use dev_find_substring.
-function dialog.get_entry_id(dat, entry)
-    local pos = find(dat, entry)
-    if not pos then print('The given encoded text was not found within the file.') return end
-    pos = pack('<I', encode(pos-5))
-    local id = find(dat, pos)
-    if not id then print('The position of the text does not match any of the defined offsets.', pos) return end
-
-    return (id-5)/4
+-- Returns an array-like table containing every ID which matched
+-- the given entry.
+-- An important note about this function: The tables contain an
+-- enormous number of duplicate entries. Additionally, some short
+-- entries can occur as substrings of longer entries. Results
+-- which fall into the second case should be filtered out.
+-- If you are dealing with the first case, it may help to look at
+-- any other messages which were received at the same time.
+function dialog.get_ids_matching_entry(dat, entry)
+    local last_offset = decode(unpack('<I', dat, 5))
+    local res = {}
+    local n = 0
+    local start = 5
+    for i in plain_text_gmatch(dat, entry, last_offset) do
+        local encoded_pos = pack('<I', encode(i-5))
+        local offset = find(dat, encoded_pos, start, true)
+        if offset then
+            offset = offset-1
+            local next_pos
+            if offset > last_offset then
+                break
+            elseif offset == last_offset then
+                next_pos = #dat+1
+            else
+                next_pos = decode(unpack('<I', dat, offset+5))+5
+            end
+
+            if next_pos-i == #entry then
+                n = n + 1
+                res[n] = (offset-4)/4
+            end
+            start = offset+1
+        end
+    end
+    res.n = n
+
+    return res
 end
 
 -- This function is intended to be used only during development
@@ -84,31 +123,42 @@ end
 -- things like placeholders or pauses and it is unlikely you
 -- will know the entire content of the entry you're looking for
 -- from the get-go.
--- TODO it would be cool if you could pass a pattern
+-- Returns an array-like table which contains the ID of every entry
+-- containing a given substring.
 function dialog.dev_find_substring(dat, substring)
-    local pos = find(dat, dialog.encode_string(substring))
-    if not pos then print('No results for ', substring) return end
+    local last_offset = decode(unpack('<I', dat, 5)) + 5
+    local res = {}
+    local pos = find(dat, dialog.encode_string(substring), last_offset, true)
+    local n = 0
+    for i in plain_text_gmatch(dat, substring, last_offset) do
+        n = n + 1
+        res[n] = i
+    end
+    if res.n == 0 then print('No results for ', substring) return end
+    local entry_count = (last_offset-5)/4
+    for i = 1, n do
+        res[i] = binary_search(res[i]-1, dat, entry_count)
+    end
+    res.n = n
 
-    return binary_search(pos-1, dat, decode(unpack('<I', dat, 5))/4)
+    return res
 end
 
--- Once you get the ID from dev_find_substring, you should get
--- the full entry.
+-- Returns the encoded entry from a given dialog table. If you
+-- want to decode the entry, use dialog.decode_string.
 function dialog.get_entry(dat, id)
     local entry_count = decode(unpack('<I', dat, 5))/4
-    local offset, next_offset
-    if id + 1 == entry_count then -- TODO I'm not sure this is a valid entry
-        offset, next_offset = unpack('<I', dat, 4*id+5), #dat
-        offset = decode(offset)+5
-    else
-        offset, next_offset = unpack('<II', dat, 4*id+5)
-        offset, next_offset = decode(offset)+5, decode(next_offset)+4
+    local offset, next_offset = unpack('<II', dat, 4*id+5)
+    offset, next_offset = decode(offset)+5, decode(next_offset)+5
+    if id == entry_count-1 then
+        next_offset = #dat+1
     end
-    return string.sub(dat, offset, next_offset)
+
+    return string.sub(dat, offset, next_offset-1)
 end
 
--- Finally, you should serialize the entry so that you can
--- simply pass the full string to get_entry_id in the future.
+-- Creates a serialized representation of a string which can
+-- be copied and pasted into the contents of an addon.
 function dialog.serialize(entry)
     return 'string.char('
         .. string.sub(string.gsub(entry, '.', function(c)
@@ -117,7 +167,6 @@ function dialog.serialize(entry)
         ..')'
 end
 
-
 function dialog.encode_string(s)
     return string.gsub(s, '.', function(c)
         return string.char(xor(string.byte(c), 0x80))
diff --git a/addons/pointwatch/message_ids.lua b/addons/pointwatch/message_ids.lua
index 7f2f785ea9..6cf3c3b2b5 100644
--- a/addons/pointwatch/message_ids.lua
+++ b/addons/pointwatch/message_ids.lua
@@ -217,7 +217,7 @@ local function update_offset(zone_id)
             if byte(f:read(1)) > 0 then
                 local f = io.open(ftable, 'rb')
                 local offset = 2*dat_id
-				f:seek('set', offset)
+                f:seek('set', offset)
                 local dat = f:read(2)
                 f:close()
 
@@ -249,10 +249,14 @@ local function update_offset(zone_id)
         local f = io.open(path, 'rb')
         local dat = f:read('*a')
         f:close()
-        local id = dialog.get_entry_id(dat, search_phrase)
-        if not id then return end -- ruh roh
+        local res = dialog.get_ids_matching_entry(dat, search_phrase)
+        if res.n ~= 1 then
+            print('In pointwatch/message_ids.lua: matched multiple entries')
+            print('Could not update message ID.')
+            return
+        end
 
-        messages['z'..tostring(zone_id)].offset = id
+        messages['z'..tostring(zone_id)].offset = res[1]
         t[zone_id] = nil
     end
 end

From 30338c630b0730dbccba96794b0bfc9fe3dba665 Mon Sep 17 00:00:00 2001
From: trevor <trevor.sage@protonmail.com>
Date: Tue, 23 Nov 2021 21:12:58 -0500
Subject: [PATCH 3/5] Use the other libs/dialog

---
 addons/pointwatch/libs/dialog.lua | 179 ------------------------------
 addons/pointwatch/message_ids.lua |   4 +-
 2 files changed, 2 insertions(+), 181 deletions(-)
 delete mode 100644 addons/pointwatch/libs/dialog.lua

diff --git a/addons/pointwatch/libs/dialog.lua b/addons/pointwatch/libs/dialog.lua
deleted file mode 100644
index fcc9983df0..0000000000
--- a/addons/pointwatch/libs/dialog.lua
+++ /dev/null
@@ -1,179 +0,0 @@
---Copyright (c) 2014, Byrthnoth
---All rights reserved.
-
---Redistribution and use in source and binary forms, with or without
---modification, are permitted provided that the following conditions are met:
-
---    * Redistributions of source code must retain the above copyright
---      notice, this list of conditions and the following disclaimer.
---    * Redistributions in binary form must reproduce the above copyright
---      notice, this list of conditions and the following disclaimer in the
---      documentation and/or other materials provided with the distribution.
---    * Neither the name of <addon name> nor the
---      names of its contributors may be used to endorse or promote products
---      derived from this software without specific prior written permission.
-
---THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
---ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
---WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
---DISCLAIMED. IN NO EVENT SHALL <your name> BE LIABLE FOR ANY
---DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
---(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
---LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
---ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
---(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
---SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
--- This library was written to help find the ID of a known
--- action message corresponding to an entry in the dialog tables.
--- While the IDs can be collected in-game, they occasionally
--- change and would otherwise need to be manually updated.
--- It can also be used to find and decode an entry given the ID.
-
--- Common parameters:
--- dat: The entire content of the zone dialog DAT file
--- i.e. local dat = io.open('path/to/dialog/DAT', 'rb'):read('*a')
--- entry: The string you are looking for. If you do not know the
--- entire string, use dev_find_substring.
-
-local xor = require('bit').bxor
-require('pack')
-local string = require('string')
-local unpack = string.unpack
-local pack = string.pack
-local find = string.find
-
-local dialog = {}
-
-local function decode(int)
-    return xor(int, 0x80808080)
-end
-local encode = decode
-
-local floor = require('math').floor
-local function binary_search(pos, dat, n)
-    local l, r, m = 1, n
-    while l < r do
-        m = floor((l+r)/2)
-        if decode(unpack('<I', dat, 1+4*m)) < pos then
-        -- offset given by mth ID < offset to string
-            l = m + 1
-        else
-            r = m
-        end
-    end
-    return l-2 -- we want the index to the left of where "pos" would be placed
-end
-
-local function plain_text_gmatch(text, substring, n)
-    n = n or 1
-    return function()
-        local pos = find(text, substring, n, true)
-        if pos then n = pos + 1 end
-        return pos
-    end
-end
-
-function dialog.dev_get_offset(dat, id) -- sanity check function
-    return string.format('%x', decode(unpack('<I', dat, 5+4*id)))
-end
-
--- Returns an array-like table containing every ID which matched
--- the given entry.
--- An important note about this function: The tables contain an
--- enormous number of duplicate entries. Additionally, some short
--- entries can occur as substrings of longer entries. Results
--- which fall into the second case should be filtered out.
--- If you are dealing with the first case, it may help to look at
--- any other messages which were received at the same time.
-function dialog.get_ids_matching_entry(dat, entry)
-    local last_offset = decode(unpack('<I', dat, 5))
-    local res = {}
-    local n = 0
-    local start = 5
-    for i in plain_text_gmatch(dat, entry, last_offset) do
-        local encoded_pos = pack('<I', encode(i-5))
-        local offset = find(dat, encoded_pos, start, true)
-        if offset then
-            offset = offset-1
-            local next_pos
-            if offset > last_offset then
-                break
-            elseif offset == last_offset then
-                next_pos = #dat+1
-            else
-                next_pos = decode(unpack('<I', dat, offset+5))+5
-            end
-
-            if next_pos-i == #entry then
-                n = n + 1
-                res[n] = (offset-4)/4
-            end
-            start = offset+1
-        end
-    end
-    res.n = n
-
-    return res
-end
-
--- This function is intended to be used only during development
--- to find the ID of a dialog entry given a substring.
--- This is necessary because SE uses certain bytes to indicate
--- things like placeholders or pauses and it is unlikely you
--- will know the entire content of the entry you're looking for
--- from the get-go.
--- Returns an array-like table which contains the ID of every entry
--- containing a given substring.
-function dialog.dev_find_substring(dat, substring)
-    local last_offset = decode(unpack('<I', dat, 5)) + 5
-    local res = {}
-    local pos = find(dat, dialog.encode_string(substring), last_offset, true)
-    local n = 0
-    for i in plain_text_gmatch(dat, substring, last_offset) do
-        n = n + 1
-        res[n] = i
-    end
-    if res.n == 0 then print('No results for ', substring) return end
-    local entry_count = (last_offset-5)/4
-    for i = 1, n do
-        res[i] = binary_search(res[i]-1, dat, entry_count)
-    end
-    res.n = n
-
-    return res
-end
-
--- Returns the encoded entry from a given dialog table. If you
--- want to decode the entry, use dialog.decode_string.
-function dialog.get_entry(dat, id)
-    local entry_count = decode(unpack('<I', dat, 5))/4
-    local offset, next_offset = unpack('<II', dat, 4*id+5)
-    offset, next_offset = decode(offset)+5, decode(next_offset)+5
-    if id == entry_count-1 then
-        next_offset = #dat+1
-    end
-
-    return string.sub(dat, offset, next_offset-1)
-end
-
--- Creates a serialized representation of a string which can
--- be copied and pasted into the contents of an addon.
-function dialog.serialize(entry)
-    return 'string.char('
-        .. string.sub(string.gsub(entry, '.', function(c)
-            return tostring(string.byte(c)) .. ','
-        end), 1, -2)
-        ..')'
-end
-
-function dialog.encode_string(s)
-    return string.gsub(s, '.', function(c)
-        return string.char(xor(string.byte(c), 0x80))
-    end)
-end
-
-dialog.decode_string = dialog.encode_string
-
-return dialog
-
diff --git a/addons/pointwatch/message_ids.lua b/addons/pointwatch/message_ids.lua
index 6cf3c3b2b5..e996fdc0d7 100644
--- a/addons/pointwatch/message_ids.lua
+++ b/addons/pointwatch/message_ids.lua
@@ -237,7 +237,7 @@ local function update_offset(zone_id)
         if not path then print('Could not convert dat ID', dat_id) return end
 
         -- convert dialog entry to dialog ID
-        local dialog = require('libs/dialog')
+        local dialog = require('dialog')
         local search_phrase = string.char(
             158,133,214,233,243,233,244,225,238,244,160,204,233,231,232,
             244,160,201,238,244,229,238,243,233,244,249,158,129,135,208,
@@ -250,7 +250,7 @@ local function update_offset(zone_id)
         local dat = f:read('*a')
         f:close()
         local res = dialog.get_ids_matching_entry(dat, search_phrase)
-        if res.n ~= 1 then
+        if #res ~= 1 then
             print('In pointwatch/message_ids.lua: matched multiple entries')
             print('Could not update message ID.')
             return

From 127ef936b48bc2f07f39a0c4c38add9468f299a8 Mon Sep 17 00:00:00 2001
From: trevor <trevor.sage@protonmail.com>
Date: Tue, 14 Dec 2021 19:12:40 -0500
Subject: [PATCH 4/5] Moved id conversion to dialog lib

---
 addons/pointwatch/message_ids.lua | 57 ++++++-------------------------
 1 file changed, 11 insertions(+), 46 deletions(-)

diff --git a/addons/pointwatch/message_ids.lua b/addons/pointwatch/message_ids.lua
index e996fdc0d7..9f893399e1 100644
--- a/addons/pointwatch/message_ids.lua
+++ b/addons/pointwatch/message_ids.lua
@@ -189,53 +189,18 @@ local messages = {
 local function update_offset(zone_id)
     -- zone to dat ID mapping for Abyssean zones
     local t = {
-        [15] = 6435, -- 23/80
-        [45] = 6465, -- 23/110
-        [132] = 6552, -- 24/69
-        [215] = 6635, -- 25/24
-        [216] = 6636, -- 25/25
-        [217] = 6637, -- 25/26
-        [218] = 6638, -- 25/27
-        [253] = 6673, -- 25/62
-        [254] = 6674, -- 25/63
+        [15] = true,
+        [45] = true,
+        [132] = true,
+        [215] = true,
+        [216] = true,
+        [217] = true,
+        [218] = true,
+        [253] = true,
+        [254] = true,
     }
 
     if t[zone_id] then
-        -- convert dat ID to dat file path
-        local floor = require('math').floor
-        local byte = require('string').byte
-        local dat_id = t[zone_id]
-        local dat_path = windower.ffxi_path
-        local path
-        local vtable = dat_path .. 'VTABLE.DAT'
-        local ftable = dat_path .. 'FTABLE.DAT'
-        local n = 1
-        local rom = dat_path .. 'ROM/'
-        repeat
-            local f = io.open(vtable, 'rb')
-            f:seek('set', dat_id)
-            if byte(f:read(1)) > 0 then
-                local f = io.open(ftable, 'rb')
-                local offset = 2*dat_id
-                f:seek('set', offset)
-                local dat = f:read(2)
-                f:close()
-
-                local packed_16bit = byte(dat, 2) * 256 + byte(dat, 1)
-                local dir = floor(packed_16bit / 128)
-                local file = packed_16bit - dir * 128
-                
-                path = rom .. tostring(dir) .. '/' .. tostring(file) .. '.DAT'
-            end
-            f:close()
-            n = n + 1
-            local d = tostring(n)
-            rom = dat_path .. 'ROM' .. d .. '/'
-            vtable = rom .. 'VTABLE' .. d .. '.DAT'
-            ftable = rom .. 'FTABLE' .. d .. '.DAT'
-        until path or not windower.dir_exists(rom)
-        if not path then print('Could not convert dat ID', dat_id) return end
-
         -- convert dialog entry to dialog ID
         local dialog = require('dialog')
         local search_phrase = string.char(
@@ -246,12 +211,12 @@ local function update_offset(zone_id)
             229,238,186,160,138,130,160,175,160,211,233,236,246,229,242,
             249,186,160,138,131,255,177,128,135
         )
-        local f = io.open(path, 'rb')
+        local f = dialog.open_dat_by_zone_id(zone_id, 'english')
         local dat = f:read('*a')
         f:close()
         local res = dialog.get_ids_matching_entry(dat, search_phrase)
         if #res ~= 1 then
-            print('In pointwatch/message_ids.lua: matched multiple entries')
+            print('In pointwatch/message_ids.lua: matched multiple or no entries.')
             print('Could not update message ID.')
             return
         end

From 78af443ee17a778848d9ecd8fe47e135b129f008 Mon Sep 17 00:00:00 2001
From: trevor <trevor.sage@protonmail.com>
Date: Mon, 10 Jan 2022 22:35:09 -0500
Subject: [PATCH 5/5] Verify logged in. Only update once.

---
 addons/pointwatch/message_ids.lua | 28 +++++++++++-----------------
 1 file changed, 11 insertions(+), 17 deletions(-)

diff --git a/addons/pointwatch/message_ids.lua b/addons/pointwatch/message_ids.lua
index 9f893399e1..de950c313f 100644
--- a/addons/pointwatch/message_ids.lua
+++ b/addons/pointwatch/message_ids.lua
@@ -187,20 +187,9 @@ local messages = {
 }
 
 local function update_offset(zone_id)
-    -- zone to dat ID mapping for Abyssean zones
-    local t = {
-        [15] = true,
-        [45] = true,
-        [132] = true,
-        [215] = true,
-        [216] = true,
-        [217] = true,
-        [218] = true,
-        [253] = true,
-        [254] = true,
-    }
-
-    if t[zone_id] then
+    local z_string = 'z' .. tostring(zone_id)
+    local m = messages[z_string]
+    if m and m.name then
         -- convert dialog entry to dialog ID
         local dialog = require('dialog')
         local search_phrase = string.char(
@@ -221,12 +210,17 @@ local function update_offset(zone_id)
             return
         end
 
-        messages['z'..tostring(zone_id)].offset = res[1]
-        t[zone_id] = nil
+        m.offset = res[1]
+        m.name = nil
     end
 end
 
-update_offset(windower.ffxi.get_info().zone)
+do
+    local info = windower.ffxi.get_info()
+    if info.logged_in then
+        update_offset(info.zone)
+    end
+end
 windower.register_event('zone change', update_offset)
 
 return messages