From 3c0eda9c0e63c34a3e24d7a7800895364a138a38 Mon Sep 17 00:00:00 2001
From: Eshel Yaron <me@eshelyaron.com>
Date: Fri, 26 May 2023 10:18:38 +0300
Subject: [PATCH] FIXED: tokenizing adjacent operators

Make Sweep's Prolog tokenization functions more careful in their
handling of unrelated adjacent operators.  This fixes an issue that
affects term-based movement commands and other commands that rely on
'sweeprolog--forward-sexp' and friends.

* sweeprolog.el (sweeprolog-next-token-boundaries)
(sweeprolog-last-token-boundaries): Fix handling of
adjacent (distinct) operators.

* sweeprolog-tests.el
(forward-sexp-with-adjacent-operators): New test case.
---
 sweeprolog-tests.el | 12 ++++++++++++
 sweeprolog.el       | 20 +++++++++++++++++---
 2 files changed, 29 insertions(+), 3 deletions(-)

diff --git a/sweeprolog-tests.el b/sweeprolog-tests.el
index 48b35ce..2748ee0 100644
--- a/sweeprolog-tests.el
+++ b/sweeprolog-tests.el
@@ -1791,4 +1791,16 @@ head,
     body.
 "))
 
+(ert-deftest forward-sexp-with-adjacent-operators ()
+  "Tests detecting the fullstop in presence of `.=.'."
+  (with-temp-buffer
+    (sweeprolog-mode)
+    (insert "a,+b.")
+    (goto-char (point-min))
+    (sweeprolog--forward-sexp)
+    (should (= (point) 2))
+    (goto-char (point-max))
+    (sweeprolog--backward-sexp)
+    (should (= (point) 4))))
+
 ;;; sweeprolog-tests.el ends here
diff --git a/sweeprolog.el b/sweeprolog.el
index 4574134..39f5c90 100644
--- a/sweeprolog.el
+++ b/sweeprolog.el
@@ -3800,7 +3800,14 @@ work."
            ((or (= syn ?.)
                 (= syn ?\\))
             (skip-syntax-forward ".")
-            (list 'operator beg (point)))
+            (let ((end (point)))
+              (while (and (< beg (point))
+                          (not (sweeprolog--query-once
+                                "sweep" "sweep_op_info"
+                                (cons (buffer-substring-no-properties beg (point))
+                                      (buffer-file-name)))))
+                (forward-char -1))
+              (list 'operator beg (if (= beg (point)) end (point)))))
            ((= syn ?\()
             (list 'open beg (point)))
            ((= syn ?\))
@@ -3836,9 +3843,16 @@ work."
             (skip-syntax-backward "w_")
             (list 'functor (point) end))
            ((or (= syn ?.)
-                (= syn ?\\))  ; specifically, the backslash character
+                (= syn ?\\))   ; specifically, the backslash character
             (skip-syntax-backward ".")
-            (list 'operator (point) end))
+            (let ((beg (point)))
+              (while (and (< (point) end)
+                          (not (sweeprolog--query-once
+                                "sweep" "sweep_op_info"
+                                (cons (buffer-substring-no-properties (point) end)
+                                      (buffer-file-name)))))
+                (forward-char 1))
+              (list 'operator (if (= end (point)) beg (point)) end)))
            ((= syn ?\()
             (list 'open (1- end) end))
            ((= syn ?\))
-- 
2.39.5