Commits

commits@gajim.org

17632 discussions

[Git][gajim/gajim][master] 2 commits: refactor: Contacts: Remove convenience method
by Philipp Hörist (＠lovetox) 03 Sep '22

03 Sep '22

Philipp Hörist pushed to branch master at gajim / gajim Commits: 6ae3bb31 by lovetox at 2022-09-03T10:01:28+00:00 refactor: Contacts: Remove convenience method - - - - - af02c6bd by lovetox at 2022-09-03T10:01:28+00:00 fix: Better validate message corrections - Refactor message processing code - Introduce 5 minute message correction limit - - - - - 7 changed files: - gajim/common/const.py - gajim/common/modules/contacts.py - gajim/common/modules/mam.py - gajim/common/modules/message.py - gajim/common/modules/util.py - gajim/common/storage/archive.py - gajim/gtk/chat_list_stack.py Changes: ===================================== gajim/common/const.py ===================================== @@ -36,6 +36,8 @@ STOP_EVENT = True PROPAGATE_EVENT = False +MAX_MESSAGE_CORRECTION_DELAY = 300 + class EncryptionData(NamedTuple): additional_data: Any = None ===================================== gajim/common/modules/contacts.py ===================================== @@ -222,15 +222,6 @@ def get_bare_contact(self, jid: Union[str, JID]) -> Union[BareContact, ''' return self._contacts[jid] - def get_group_chat_contact(self, - jid: Union[str, JID] - ) -> Union[BareContact, - ResourceContact, - GroupchatContact, - GroupchatParticipant]: - - return self.get_contact(jid, groupchat=True) - def get_contacts_with_domain(self, domain: str ) -> list[Union[BareContact, ===================================== gajim/common/modules/mam.py ===================================== @@ -43,7 +43,6 @@ from gajim.common.events import ArchivingIntervalFinished from gajim.common.events import FeatureDiscovered from gajim.common.events import MamMessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMamMessageReceived from gajim.common.const import ArchiveState, ClientState from gajim.common.const import KindConstant @@ -51,7 +50,7 @@ from gajim.common.helpers import AdditionalDataDict from gajim.common.helpers import get_retraction_text from gajim.common.modules.misc import parse_oob -from gajim.common.modules.misc import parse_correction +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message from gajim.common.modules.util import as_task from gajim.common.modules.base import BaseModule @@ -311,21 +310,12 @@ def _mam_message_received(self, 'kind': kind, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - app.ged.raise_event(MessageUpdated(account=self._account, - jid=jid, - msgtxt=properties.body, - nickname=nickname, - properties=properties, - correct_id=correct_id)) - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - properties.body, - properties.type.is_groupchat) + if check_if_message_correction(properties, + self._account, + properties.jid, + properties.body, + kind, + self._log): return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/message.py ===================================== @@ -32,13 +32,12 @@ from gajim.common.events import GcMessageReceived from gajim.common.events import MessageError from gajim.common.events import MessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMessageReceived from gajim.common.helpers import AdditionalDataDict from gajim.common.const import KindConstant from gajim.common.modules.base import BaseModule +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message -from gajim.common.modules.misc import parse_correction from gajim.common.modules.misc import parse_oob from gajim.common.modules.misc import parse_xhtml from gajim.common.structs import OutgoingMessage @@ -190,23 +189,19 @@ def _message_received(self, 'properties': properties, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - event = MessageUpdated(account=self._account, - jid=event_attr['jid'], - msgtxt=msgtxt, - nickname=nickname, - properties=properties, - correct_id=correct_id) - - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - msgtxt, - properties.type.is_groupchat) - app.ged.raise_event(event) + if type_.is_groupchat: + kind = KindConstant.GC_MSG + elif properties.is_sent_carbon: + kind = KindConstant.CHAT_MSG_SENT + else: + kind = KindConstant.CHAT_MSG_RECV + + if check_if_message_correction(properties, + self._account, + from_, + msgtxt, + kind, + self._log): return if type_.is_groupchat: @@ -224,10 +219,6 @@ def _message_received(self, app.ged.raise_event(MessageReceived(**event_attr)) - log_type = KindConstant.CHAT_MSG_RECV - if properties.is_sent_carbon: - log_type = KindConstant.CHAT_MSG_SENT - if not msgtxt: return @@ -235,7 +226,7 @@ def _message_received(self, self._account, fjid if properties.is_muc_pm else jid, properties.timestamp, - log_type, + kind, message=msgtxt, subject=properties.subject, additional_data=additional_data, @@ -399,12 +390,13 @@ def log_message(self, message: OutgoingMessage) -> None: return if message.correct_id is not None: - app.storage.archive.store_message_correction( + app.storage.archive.try_message_correction( self._account, message.jid, - message.correct_id, + None, message.message, - message.is_groupchat) + message.correct_id, + KindConstant.CHAT_MSG_SENT) return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/util.py ===================================== @@ -19,19 +19,25 @@ from typing import Any from typing import Union +import logging from logging import LoggerAdapter from functools import wraps from functools import partial import nbxmpp +from nbxmpp.protocol import JID from nbxmpp.protocol import Message from nbxmpp.structs import EMEData from nbxmpp.structs import MessageProperties +from nbxmpp.const import MessageType from nbxmpp.task import Task from gajim.common import app from gajim.common import types from gajim.common.const import EME_MESSAGES +from gajim.common.const import KindConstant +from gajim.common.events import MessageUpdated +from gajim.common.modules.misc import parse_correction def from_xs_boolean(value: Union[str, bool]) -> bool: @@ -115,3 +121,57 @@ def func_wrapper(self, *args, callback=None, user_data=None, **kwargs): task_.start() return task_ return func_wrapper + + +def check_if_message_correction(properties: MessageProperties, + account: str, + jid: JID, + msgtxt: str, + kind: KindConstant, + logger: LoggerAdapter[logging.Logger]) -> bool: + + correct_id = parse_correction(properties) + if correct_id is None: + return False + + if properties.type not in (MessageType.GROUPCHAT, MessageType.CHAT): + logger.warning('Ignore correction with message type: %s', + properties.type) + return False + + nickname = None + if properties.type.is_groupchat: + if jid.is_bare: + logger.warning( + 'Ignore correction from bare groupchat jid: %s', jid) + return False + + nickname = jid.resource + jid = jid.new_as_bare() + + elif not properties.is_muc_pm: + jid = jid.new_as_bare() + + successful = app.storage.archive.try_message_correction( + account, + jid, + nickname, + msgtxt, + correct_id, + kind) + + if not successful: + logger.info('Message correction not successful') + return False + + nickname = properties.muc_nickname or properties.nickname + + event = MessageUpdated(account=account, + jid=jid, + msgtxt=msgtxt, + nickname=nickname, + properties=properties, + correct_id=correct_id) + + app.ged.raise_event(event) + return True ===================================== gajim/common/storage/archive.py ===================================== @@ -42,6 +42,7 @@ from gajim.common import app from gajim.common import configpaths from gajim.common.helpers import AdditionalDataDict +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY from gajim.common.const import ShowConstant from gajim.common.const import KindConstant from gajim.common.const import JIDConstant @@ -991,7 +992,7 @@ def get_last_correctable_message(self, ''' jids = [jid] account_id = self.get_account_id(account) - min_time = time.time() - 5 * 60 + min_time = time.time() - MAX_MESSAGE_CORRECTION_DELAY sql = ''' SELECT contact_name, time, kind, message, stanza_id, message_id, @@ -1008,29 +1009,57 @@ def get_last_correctable_message(self, tuple(jids) + (message_id, min_time)).fetchone() @timeit - def store_message_correction(self, - account: str, - jid: JID, - correct_id: str, - corrected_text: str, - is_groupchat: bool) -> None: - type_ = JIDConstant.NORMAL_TYPE - if is_groupchat: - type_ = JIDConstant.ROOM_TYPE + def try_message_correction(self, + account: str, + jid: JID, + nickname: Optional[str], + corrected_text: str, + correct_id: str, + kind: KindConstant) -> bool: + + '''Try to correct a message + + :param jid: This can be a full jid or bare jid. A full jid only if the + message is a MUC PM, otherwise a bare jid needs to be + passed. `nickname` should only be passed if the message + is a group chat message. + ''' - jid_id = self.get_jid_id(str(jid), type_=type_) account_id = self.get_account_id(account) - sql = ''' - SELECT log_line_id, message, additional_data - FROM logs - WHERE +jid_id = ? - AND account_id = ? - AND message_id = ? - ''' - row = self._con.execute( - sql, (jid_id, account_id, correct_id)).fetchone() - if row is None: - return + max_timestamp = time.time() - MAX_MESSAGE_CORRECTION_DELAY + + self._log.debug( + 'Check if message is correctable, parameters: %s %s %s %s %s', + jid, account_id, nickname, correct_id, max_timestamp) + + sql = '''SELECT log_line_id, message, additional_data + FROM logs + NATURAL JOIN jids jid_id + WHERE +jid = ? + AND account_id = ? + AND contact_name IS ? + AND message_id = ? + AND kind = ? + AND time > ? + ''' + + rows = self._con.execute(sql, (jid, + account_id, + nickname, + correct_id, + kind, + max_timestamp + )).fetchall() + + if not rows: + self._log.debug('No correctable messages found') + return False + + if len(rows) != 1: + self._log.warning('More than one correctable message found') + return False + + row = rows[0] if row.additional_data is None: additional_data = AdditionalDataDict() @@ -1052,6 +1081,8 @@ def store_message_correction(self, self._con.execute( sql, (corrected_text, serialized_dict, row.log_line_id)) + return True + @timeit def update_additional_data(self, account: str, ===================================== gajim/gtk/chat_list_stack.py ===================================== @@ -283,7 +283,7 @@ def _remove() -> None: return client = app.get_client(account) - contact = client.get_module('Contacts').get_group_chat_contact(jid) + contact = client.get_module('Contacts').get_contact(jid, groupchat=True) if contact.is_not_joined: _remove() View it on GitLab: https://dev.gajim.org/gajim/gajim/-/compare/c74d8f0e2c916dc7117c65e097569de… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/compare/c74d8f0e2c916dc7117c65e097569de… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim] Deleted branch correction
by Philipp Hörist (＠lovetox) 03 Sep '22

03 Sep '22

Philipp Hörist deleted branch correction at gajim / gajim -- You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][correction] 3 commits: fix: MUC: Improve automatically adding members on invite
by Philipp Hörist (＠lovetox) 03 Sep '22

03 Sep '22

Philipp Hörist pushed to branch correction at gajim / gajim Commits: c74d8f0e by lovetox at 2022-09-02T22:23:58+02:00 fix: MUC: Improve automatically adding members on invite Gajims private definition of a group chat means also it must be non-anonymous. This make not much sense for the invite logic, here it should only matter if the room is members-only or not. - - - - - 6ae3bb31 by lovetox at 2022-09-03T10:01:28+00:00 refactor: Contacts: Remove convenience method - - - - - af02c6bd by lovetox at 2022-09-03T10:01:28+00:00 fix: Better validate message corrections - Refactor message processing code - Introduce 5 minute message correction limit - - - - - 8 changed files: - gajim/common/const.py - gajim/common/modules/contacts.py - gajim/common/modules/mam.py - gajim/common/modules/message.py - gajim/common/modules/muc.py - gajim/common/modules/util.py - gajim/common/storage/archive.py - gajim/gtk/chat_list_stack.py Changes: ===================================== gajim/common/const.py ===================================== @@ -36,6 +36,8 @@ STOP_EVENT = True PROPAGATE_EVENT = False +MAX_MESSAGE_CORRECTION_DELAY = 300 + class EncryptionData(NamedTuple): additional_data: Any = None ===================================== gajim/common/modules/contacts.py ===================================== @@ -222,15 +222,6 @@ def get_bare_contact(self, jid: Union[str, JID]) -> Union[BareContact, ''' return self._contacts[jid] - def get_group_chat_contact(self, - jid: Union[str, JID] - ) -> Union[BareContact, - ResourceContact, - GroupchatContact, - GroupchatParticipant]: - - return self.get_contact(jid, groupchat=True) - def get_contacts_with_domain(self, domain: str ) -> list[Union[BareContact, ===================================== gajim/common/modules/mam.py ===================================== @@ -43,7 +43,6 @@ from gajim.common.events import ArchivingIntervalFinished from gajim.common.events import FeatureDiscovered from gajim.common.events import MamMessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMamMessageReceived from gajim.common.const import ArchiveState, ClientState from gajim.common.const import KindConstant @@ -51,7 +50,7 @@ from gajim.common.helpers import AdditionalDataDict from gajim.common.helpers import get_retraction_text from gajim.common.modules.misc import parse_oob -from gajim.common.modules.misc import parse_correction +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message from gajim.common.modules.util import as_task from gajim.common.modules.base import BaseModule @@ -311,21 +310,12 @@ def _mam_message_received(self, 'kind': kind, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - app.ged.raise_event(MessageUpdated(account=self._account, - jid=jid, - msgtxt=properties.body, - nickname=nickname, - properties=properties, - correct_id=correct_id)) - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - properties.body, - properties.type.is_groupchat) + if check_if_message_correction(properties, + self._account, + properties.jid, + properties.body, + kind, + self._log): return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/message.py ===================================== @@ -32,13 +32,12 @@ from gajim.common.events import GcMessageReceived from gajim.common.events import MessageError from gajim.common.events import MessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMessageReceived from gajim.common.helpers import AdditionalDataDict from gajim.common.const import KindConstant from gajim.common.modules.base import BaseModule +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message -from gajim.common.modules.misc import parse_correction from gajim.common.modules.misc import parse_oob from gajim.common.modules.misc import parse_xhtml from gajim.common.structs import OutgoingMessage @@ -190,23 +189,19 @@ def _message_received(self, 'properties': properties, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - event = MessageUpdated(account=self._account, - jid=event_attr['jid'], - msgtxt=msgtxt, - nickname=nickname, - properties=properties, - correct_id=correct_id) - - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - msgtxt, - properties.type.is_groupchat) - app.ged.raise_event(event) + if type_.is_groupchat: + kind = KindConstant.GC_MSG + elif properties.is_sent_carbon: + kind = KindConstant.CHAT_MSG_SENT + else: + kind = KindConstant.CHAT_MSG_RECV + + if check_if_message_correction(properties, + self._account, + from_, + msgtxt, + kind, + self._log): return if type_.is_groupchat: @@ -224,10 +219,6 @@ def _message_received(self, app.ged.raise_event(MessageReceived(**event_attr)) - log_type = KindConstant.CHAT_MSG_RECV - if properties.is_sent_carbon: - log_type = KindConstant.CHAT_MSG_SENT - if not msgtxt: return @@ -235,7 +226,7 @@ def _message_received(self, self._account, fjid if properties.is_muc_pm else jid, properties.timestamp, - log_type, + kind, message=msgtxt, subject=properties.subject, additional_data=additional_data, @@ -399,12 +390,13 @@ def log_message(self, message: OutgoingMessage) -> None: return if message.correct_id is not None: - app.storage.archive.store_message_correction( + app.storage.archive.try_message_correction( self._account, message.jid, - message.correct_id, + None, message.message, - message.is_groupchat) + message.correct_id, + KindConstant.CHAT_MSG_SENT) return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/muc.py ===================================== @@ -984,10 +984,15 @@ def invite(self, reason: Optional[str] = None, continue_: bool = False ) -> str: - if helpers.get_muc_context(room) == 'private': - room_contact = self._get_contact(room) - assert isinstance(room_contact, GroupchatContact) + + room_contact = self._get_contact(room, groupchat=True) + assert isinstance(room_contact, GroupchatContact) + disco = room_contact.get_disco() + assert disco is not None + + if disco.muc_is_members_only: self_contact = room_contact.get_self() + assert self_contact is not None affiliation = self_contact.affiliation admin = affiliation.is_owner or affiliation.is_admin if admin: ===================================== gajim/common/modules/util.py ===================================== @@ -19,19 +19,25 @@ from typing import Any from typing import Union +import logging from logging import LoggerAdapter from functools import wraps from functools import partial import nbxmpp +from nbxmpp.protocol import JID from nbxmpp.protocol import Message from nbxmpp.structs import EMEData from nbxmpp.structs import MessageProperties +from nbxmpp.const import MessageType from nbxmpp.task import Task from gajim.common import app from gajim.common import types from gajim.common.const import EME_MESSAGES +from gajim.common.const import KindConstant +from gajim.common.events import MessageUpdated +from gajim.common.modules.misc import parse_correction def from_xs_boolean(value: Union[str, bool]) -> bool: @@ -115,3 +121,57 @@ def func_wrapper(self, *args, callback=None, user_data=None, **kwargs): task_.start() return task_ return func_wrapper + + +def check_if_message_correction(properties: MessageProperties, + account: str, + jid: JID, + msgtxt: str, + kind: KindConstant, + logger: LoggerAdapter[logging.Logger]) -> bool: + + correct_id = parse_correction(properties) + if correct_id is None: + return False + + if properties.type not in (MessageType.GROUPCHAT, MessageType.CHAT): + logger.warning('Ignore correction with message type: %s', + properties.type) + return False + + nickname = None + if properties.type.is_groupchat: + if jid.is_bare: + logger.warning( + 'Ignore correction from bare groupchat jid: %s', jid) + return False + + nickname = jid.resource + jid = jid.new_as_bare() + + elif not properties.is_muc_pm: + jid = jid.new_as_bare() + + successful = app.storage.archive.try_message_correction( + account, + jid, + nickname, + msgtxt, + correct_id, + kind) + + if not successful: + logger.info('Message correction not successful') + return False + + nickname = properties.muc_nickname or properties.nickname + + event = MessageUpdated(account=account, + jid=jid, + msgtxt=msgtxt, + nickname=nickname, + properties=properties, + correct_id=correct_id) + + app.ged.raise_event(event) + return True ===================================== gajim/common/storage/archive.py ===================================== @@ -42,6 +42,7 @@ from gajim.common import app from gajim.common import configpaths from gajim.common.helpers import AdditionalDataDict +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY from gajim.common.const import ShowConstant from gajim.common.const import KindConstant from gajim.common.const import JIDConstant @@ -991,7 +992,7 @@ def get_last_correctable_message(self, ''' jids = [jid] account_id = self.get_account_id(account) - min_time = time.time() - 5 * 60 + min_time = time.time() - MAX_MESSAGE_CORRECTION_DELAY sql = ''' SELECT contact_name, time, kind, message, stanza_id, message_id, @@ -1008,29 +1009,57 @@ def get_last_correctable_message(self, tuple(jids) + (message_id, min_time)).fetchone() @timeit - def store_message_correction(self, - account: str, - jid: JID, - correct_id: str, - corrected_text: str, - is_groupchat: bool) -> None: - type_ = JIDConstant.NORMAL_TYPE - if is_groupchat: - type_ = JIDConstant.ROOM_TYPE + def try_message_correction(self, + account: str, + jid: JID, + nickname: Optional[str], + corrected_text: str, + correct_id: str, + kind: KindConstant) -> bool: + + '''Try to correct a message + + :param jid: This can be a full jid or bare jid. A full jid only if the + message is a MUC PM, otherwise a bare jid needs to be + passed. `nickname` should only be passed if the message + is a group chat message. + ''' - jid_id = self.get_jid_id(str(jid), type_=type_) account_id = self.get_account_id(account) - sql = ''' - SELECT log_line_id, message, additional_data - FROM logs - WHERE +jid_id = ? - AND account_id = ? - AND message_id = ? - ''' - row = self._con.execute( - sql, (jid_id, account_id, correct_id)).fetchone() - if row is None: - return + max_timestamp = time.time() - MAX_MESSAGE_CORRECTION_DELAY + + self._log.debug( + 'Check if message is correctable, parameters: %s %s %s %s %s', + jid, account_id, nickname, correct_id, max_timestamp) + + sql = '''SELECT log_line_id, message, additional_data + FROM logs + NATURAL JOIN jids jid_id + WHERE +jid = ? + AND account_id = ? + AND contact_name IS ? + AND message_id = ? + AND kind = ? + AND time > ? + ''' + + rows = self._con.execute(sql, (jid, + account_id, + nickname, + correct_id, + kind, + max_timestamp + )).fetchall() + + if not rows: + self._log.debug('No correctable messages found') + return False + + if len(rows) != 1: + self._log.warning('More than one correctable message found') + return False + + row = rows[0] if row.additional_data is None: additional_data = AdditionalDataDict() @@ -1052,6 +1081,8 @@ def store_message_correction(self, self._con.execute( sql, (corrected_text, serialized_dict, row.log_line_id)) + return True + @timeit def update_additional_data(self, account: str, ===================================== gajim/gtk/chat_list_stack.py ===================================== @@ -283,7 +283,7 @@ def _remove() -> None: return client = app.get_client(account) - contact = client.get_module('Contacts').get_group_chat_contact(jid) + contact = client.get_module('Contacts').get_contact(jid, groupchat=True) if contact.is_not_joined: _remove() View it on GitLab: https://dev.gajim.org/gajim/gajim/-/compare/dccc7f6ac4192620761505117a80703… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/compare/dccc7f6ac4192620761505117a80703… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][correction] fix: Better validate message corrections
by Philipp Hörist (＠lovetox) 03 Sep '22

03 Sep '22

Philipp Hörist pushed to branch correction at gajim / gajim Commits: dccc7f6a by lovetox at 2022-09-03T09:31:05+02:00 fix: Better validate message corrections - Refactor message processing code - Introduce 5 minute message correction limit - - - - - 5 changed files: - gajim/common/const.py - gajim/common/modules/mam.py - gajim/common/modules/message.py - gajim/common/modules/util.py - gajim/common/storage/archive.py Changes: ===================================== gajim/common/const.py ===================================== @@ -36,6 +36,8 @@ STOP_EVENT = True PROPAGATE_EVENT = False +MAX_MESSAGE_CORRECTION_DELAY = 300 + class EncryptionData(NamedTuple): additional_data: Any = None ===================================== gajim/common/modules/mam.py ===================================== @@ -43,7 +43,6 @@ from gajim.common.events import ArchivingIntervalFinished from gajim.common.events import FeatureDiscovered from gajim.common.events import MamMessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMamMessageReceived from gajim.common.const import ArchiveState, ClientState from gajim.common.const import KindConstant @@ -51,7 +50,7 @@ from gajim.common.helpers import AdditionalDataDict from gajim.common.helpers import get_retraction_text from gajim.common.modules.misc import parse_oob -from gajim.common.modules.misc import parse_correction +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message from gajim.common.modules.util import as_task from gajim.common.modules.base import BaseModule @@ -311,21 +310,12 @@ def _mam_message_received(self, 'kind': kind, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - app.ged.raise_event(MessageUpdated(account=self._account, - jid=jid, - msgtxt=properties.body, - nickname=nickname, - properties=properties, - correct_id=correct_id)) - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - properties.body, - properties.type.is_groupchat) + if check_if_message_correction(properties, + self._account, + properties.jid, + properties.body, + kind, + self._log): return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/message.py ===================================== @@ -32,13 +32,12 @@ from gajim.common.events import GcMessageReceived from gajim.common.events import MessageError from gajim.common.events import MessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMessageReceived from gajim.common.helpers import AdditionalDataDict from gajim.common.const import KindConstant from gajim.common.modules.base import BaseModule +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message -from gajim.common.modules.misc import parse_correction from gajim.common.modules.misc import parse_oob from gajim.common.modules.misc import parse_xhtml from gajim.common.structs import OutgoingMessage @@ -190,23 +189,19 @@ def _message_received(self, 'properties': properties, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - event = MessageUpdated(account=self._account, - jid=event_attr['jid'], - msgtxt=msgtxt, - nickname=nickname, - properties=properties, - correct_id=correct_id) - - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - msgtxt, - properties.type.is_groupchat) - app.ged.raise_event(event) + if type_.is_groupchat: + kind = KindConstant.GC_MSG + elif properties.is_sent_carbon: + kind = KindConstant.CHAT_MSG_SENT + else: + kind = KindConstant.CHAT_MSG_RECV + + if check_if_message_correction(properties, + self._account, + from_, + msgtxt, + kind, + self._log): return if type_.is_groupchat: @@ -224,10 +219,6 @@ def _message_received(self, app.ged.raise_event(MessageReceived(**event_attr)) - log_type = KindConstant.CHAT_MSG_RECV - if properties.is_sent_carbon: - log_type = KindConstant.CHAT_MSG_SENT - if not msgtxt: return @@ -235,7 +226,7 @@ def _message_received(self, self._account, fjid if properties.is_muc_pm else jid, properties.timestamp, - log_type, + kind, message=msgtxt, subject=properties.subject, additional_data=additional_data, @@ -399,12 +390,13 @@ def log_message(self, message: OutgoingMessage) -> None: return if message.correct_id is not None: - app.storage.archive.store_message_correction( + app.storage.archive.try_message_correction( self._account, message.jid, - message.correct_id, + None, message.message, - message.is_groupchat) + message.correct_id, + KindConstant.CHAT_MSG_SENT) return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/util.py ===================================== @@ -19,19 +19,25 @@ from typing import Any from typing import Union +import logging from logging import LoggerAdapter from functools import wraps from functools import partial import nbxmpp +from nbxmpp.protocol import JID from nbxmpp.protocol import Message from nbxmpp.structs import EMEData from nbxmpp.structs import MessageProperties +from nbxmpp.const import MessageType from nbxmpp.task import Task from gajim.common import app from gajim.common import types from gajim.common.const import EME_MESSAGES +from gajim.common.const import KindConstant +from gajim.common.events import MessageUpdated +from gajim.common.modules.misc import parse_correction def from_xs_boolean(value: Union[str, bool]) -> bool: @@ -115,3 +121,57 @@ def func_wrapper(self, *args, callback=None, user_data=None, **kwargs): task_.start() return task_ return func_wrapper + + +def check_if_message_correction(properties: MessageProperties, + account: str, + jid: JID, + msgtxt: str, + kind: KindConstant, + logger: LoggerAdapter[logging.Logger]) -> bool: + + correct_id = parse_correction(properties) + if correct_id is None: + return False + + if properties.type not in (MessageType.GROUPCHAT, MessageType.CHAT): + logger.warning('Ignore correction with message type: %s', + properties.type) + return False + + nickname = None + if properties.type.is_groupchat: + if jid.is_bare: + logger.warning( + 'Ignore correction from bare groupchat jid: %s', jid) + return False + + nickname = jid.resource + jid = jid.new_as_bare() + + elif not properties.is_muc_pm: + jid = jid.new_as_bare() + + successful = app.storage.archive.try_message_correction( + account, + jid, + nickname, + msgtxt, + correct_id, + kind) + + if not successful: + logger.info('Message correction not successful') + return False + + nickname = properties.muc_nickname or properties.nickname + + event = MessageUpdated(account=account, + jid=jid, + msgtxt=msgtxt, + nickname=nickname, + properties=properties, + correct_id=correct_id) + + app.ged.raise_event(event) + return True ===================================== gajim/common/storage/archive.py ===================================== @@ -42,6 +42,7 @@ from gajim.common import app from gajim.common import configpaths from gajim.common.helpers import AdditionalDataDict +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY from gajim.common.const import ShowConstant from gajim.common.const import KindConstant from gajim.common.const import JIDConstant @@ -991,7 +992,7 @@ def get_last_correctable_message(self, ''' jids = [jid] account_id = self.get_account_id(account) - min_time = time.time() - 5 * 60 + min_time = time.time() - MAX_MESSAGE_CORRECTION_DELAY sql = ''' SELECT contact_name, time, kind, message, stanza_id, message_id, @@ -1008,29 +1009,57 @@ def get_last_correctable_message(self, tuple(jids) + (message_id, min_time)).fetchone() @timeit - def store_message_correction(self, - account: str, - jid: JID, - correct_id: str, - corrected_text: str, - is_groupchat: bool) -> None: - type_ = JIDConstant.NORMAL_TYPE - if is_groupchat: - type_ = JIDConstant.ROOM_TYPE + def try_message_correction(self, + account: str, + jid: JID, + nickname: Optional[str], + corrected_text: str, + correct_id: str, + kind: KindConstant) -> bool: + + '''Try to correct a message + + :param jid: This can be a full jid or bare jid. A full jid only if the + message is a MUC PM, otherwise a bare jid needs to be + passed. `nickname` should only be passed if the message + is a group chat message. + ''' - jid_id = self.get_jid_id(str(jid), type_=type_) account_id = self.get_account_id(account) - sql = ''' - SELECT log_line_id, message, additional_data - FROM logs - WHERE +jid_id = ? - AND account_id = ? - AND message_id = ? - ''' - row = self._con.execute( - sql, (jid_id, account_id, correct_id)).fetchone() - if row is None: - return + max_timestamp = time.time() - MAX_MESSAGE_CORRECTION_DELAY + + self._log.debug( + 'Check if message is correctable, parameters: %s %s %s %s %s', + jid, account_id, nickname, correct_id, max_timestamp) + + sql = '''SELECT log_line_id, message, additional_data + FROM logs + NATURAL JOIN jids jid_id + WHERE +jid = ? + AND account_id = ? + AND contact_name IS ? + AND message_id = ? + AND kind = ? + AND time > ? + ''' + + rows = self._con.execute(sql, (jid, + account_id, + nickname, + correct_id, + kind, + max_timestamp + )).fetchall() + + if not rows: + self._log.debug('No correctable messages found') + return False + + if len(rows) != 1: + self._log.warning('More than one correctable message found') + return False + + row = rows[0] if row.additional_data is None: additional_data = AdditionalDataDict() @@ -1052,6 +1081,8 @@ def store_message_correction(self, self._con.execute( sql, (corrected_text, serialized_dict, row.log_line_id)) + return True + @timeit def update_additional_data(self, account: str, View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/dccc7f6ac4192620761505117a80703a… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/dccc7f6ac4192620761505117a80703a… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] fix: MUC: Improve automatically adding members on invite
by Philipp Hörist (＠lovetox) 02 Sep '22

02 Sep '22

Philipp Hörist pushed to branch master at gajim / gajim Commits: c74d8f0e by lovetox at 2022-09-02T22:23:58+02:00 fix: MUC: Improve automatically adding members on invite Gajims private definition of a group chat means also it must be non-anonymous. This make not much sense for the invite logic, here it should only matter if the room is members-only or not. - - - - - 1 changed file: - gajim/common/modules/muc.py Changes: ===================================== gajim/common/modules/muc.py ===================================== @@ -984,10 +984,15 @@ def invite(self, reason: Optional[str] = None, continue_: bool = False ) -> str: - if helpers.get_muc_context(room) == 'private': - room_contact = self._get_contact(room) - assert isinstance(room_contact, GroupchatContact) + + room_contact = self._get_contact(room, groupchat=True) + assert isinstance(room_contact, GroupchatContact) + disco = room_contact.get_disco() + assert disco is not None + + if disco.muc_is_members_only: self_contact = room_contact.get_self() + assert self_contact is not None affiliation = self_contact.affiliation admin = affiliation.is_owner or affiliation.is_admin if admin: View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/c74d8f0e2c916dc7117c65e097569de0… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/c74d8f0e2c916dc7117c65e097569de0… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][correction] fix: Better validate message corrections
by Philipp Hörist (＠lovetox) 02 Sep '22

02 Sep '22

Philipp Hörist pushed to branch correction at gajim / gajim Commits: 60a5041d by lovetox at 2022-09-02T09:18:10+02:00 fix: Better validate message corrections - Refactor message processing code - Introduce 5 minute message correction limit - - - - - 5 changed files: - gajim/common/const.py - gajim/common/modules/mam.py - gajim/common/modules/message.py - gajim/common/modules/util.py - gajim/common/storage/archive.py Changes: ===================================== gajim/common/const.py ===================================== @@ -36,6 +36,8 @@ STOP_EVENT = True PROPAGATE_EVENT = False +MAX_MESSAGE_CORRECTION_DELAY = 300 + class EncryptionData(NamedTuple): additional_data: Any = None ===================================== gajim/common/modules/mam.py ===================================== @@ -43,7 +43,6 @@ from gajim.common.events import ArchivingIntervalFinished from gajim.common.events import FeatureDiscovered from gajim.common.events import MamMessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMamMessageReceived from gajim.common.const import ArchiveState, ClientState from gajim.common.const import KindConstant @@ -51,7 +50,7 @@ from gajim.common.helpers import AdditionalDataDict from gajim.common.helpers import get_retraction_text from gajim.common.modules.misc import parse_oob -from gajim.common.modules.misc import parse_correction +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message from gajim.common.modules.util import as_task from gajim.common.modules.base import BaseModule @@ -311,21 +310,12 @@ def _mam_message_received(self, 'kind': kind, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - app.ged.raise_event(MessageUpdated(account=self._account, - jid=jid, - msgtxt=properties.body, - nickname=nickname, - properties=properties, - correct_id=correct_id)) - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - properties.body, - properties.type.is_groupchat) + if check_if_message_correction(properties, + self._account, + properties.jid, + properties.body, + kind, + self._log): return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/message.py ===================================== @@ -32,13 +32,12 @@ from gajim.common.events import GcMessageReceived from gajim.common.events import MessageError from gajim.common.events import MessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMessageReceived from gajim.common.helpers import AdditionalDataDict from gajim.common.const import KindConstant from gajim.common.modules.base import BaseModule +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message -from gajim.common.modules.misc import parse_correction from gajim.common.modules.misc import parse_oob from gajim.common.modules.misc import parse_xhtml from gajim.common.structs import OutgoingMessage @@ -190,23 +189,19 @@ def _message_received(self, 'properties': properties, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - event = MessageUpdated(account=self._account, - jid=event_attr['jid'], - msgtxt=msgtxt, - nickname=nickname, - properties=properties, - correct_id=correct_id) - - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - msgtxt, - properties.type.is_groupchat) - app.ged.raise_event(event) + if type_.is_groupchat: + kind = KindConstant.GC_MSG + elif properties.is_sent_carbon: + kind = KindConstant.CHAT_MSG_SENT + else: + kind = KindConstant.CHAT_MSG_RECV + + if check_if_message_correction(properties, + self._account, + from_, + msgtxt, + kind, + self._log): return if type_.is_groupchat: @@ -224,10 +219,6 @@ def _message_received(self, app.ged.raise_event(MessageReceived(**event_attr)) - log_type = KindConstant.CHAT_MSG_RECV - if properties.is_sent_carbon: - log_type = KindConstant.CHAT_MSG_SENT - if not msgtxt: return @@ -235,7 +226,7 @@ def _message_received(self, self._account, fjid if properties.is_muc_pm else jid, properties.timestamp, - log_type, + kind, message=msgtxt, subject=properties.subject, additional_data=additional_data, @@ -399,12 +390,13 @@ def log_message(self, message: OutgoingMessage) -> None: return if message.correct_id is not None: - app.storage.archive.store_message_correction( + app.storage.archive.try_message_correction( self._account, message.jid, - message.correct_id, + None, message.message, - message.is_groupchat) + message.correct_id, + KindConstant.CHAT_MSG_SENT) return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/util.py ===================================== @@ -19,19 +19,25 @@ from typing import Any from typing import Union +import logging from logging import LoggerAdapter from functools import wraps from functools import partial import nbxmpp +from nbxmpp.protocol import JID from nbxmpp.protocol import Message from nbxmpp.structs import EMEData from nbxmpp.structs import MessageProperties +from nbxmpp.const import MessageType from nbxmpp.task import Task from gajim.common import app from gajim.common import types from gajim.common.const import EME_MESSAGES +from gajim.common.const import KindConstant +from gajim.common.events import MessageUpdated +from gajim.common.modules.misc import parse_correction def from_xs_boolean(value: Union[str, bool]) -> bool: @@ -115,3 +121,57 @@ def func_wrapper(self, *args, callback=None, user_data=None, **kwargs): task_.start() return task_ return func_wrapper + + +def check_if_message_correction(properties: MessageProperties, + account: str, + jid: JID, + msgtxt: str, + kind: KindConstant, + logger: LoggerAdapter[logging.Logger]) -> bool: + + correct_id = parse_correction(properties) + if correct_id is None: + return False + + if properties.type not in (MessageType.GROUPCHAT, MessageType.CHAT): + logger.warning('Ignore correction with message type: %s', + properties.type) + return False + + nickname = None + if properties.type.is_groupchat: + if jid.is_bare: + logger.warning( + 'Ignore correction from bare groupchat jid: %s', jid) + return False + + nickname = jid.resource + jid = jid.new_as_bare() + + elif not properties.is_muc_pm: + jid = jid.new_as_bare() + + successful = app.storage.archive.try_message_correction( + account, + jid, + nickname, + msgtxt, + correct_id, + kind) + + if not successful: + logger.info('Message correction not successful') + return False + + nickname = properties.muc_nickname or properties.nickname + + event = MessageUpdated(account=account, + jid=jid, + msgtxt=msgtxt, + nickname=nickname, + properties=properties, + correct_id=correct_id) + + app.ged.raise_event(event) + return True ===================================== gajim/common/storage/archive.py ===================================== @@ -42,6 +42,7 @@ from gajim.common import app from gajim.common import configpaths from gajim.common.helpers import AdditionalDataDict +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY from gajim.common.const import ShowConstant from gajim.common.const import KindConstant from gajim.common.const import JIDConstant @@ -1008,29 +1009,57 @@ def get_last_correctable_message(self, tuple(jids) + (message_id, min_time)).fetchone() @timeit - def store_message_correction(self, - account: str, - jid: JID, - correct_id: str, - corrected_text: str, - is_groupchat: bool) -> None: - type_ = JIDConstant.NORMAL_TYPE - if is_groupchat: - type_ = JIDConstant.ROOM_TYPE + def try_message_correction(self, + account: str, + jid: JID, + nickname: Optional[str], + corrected_text: str, + correct_id: str, + kind: KindConstant) -> bool: + + '''Try to correct a message + + :param jid: This can be a full jid or bare jid. A full jid only if the + message is a MUC PM, otherwise a bare jid needs to be + passed. `nickname` should only be passed if the message + is a group chat message. + ''' - jid_id = self.get_jid_id(str(jid), type_=type_) account_id = self.get_account_id(account) - sql = ''' - SELECT log_line_id, message, additional_data - FROM logs - WHERE +jid_id = ? - AND account_id = ? - AND message_id = ? - ''' - row = self._con.execute( - sql, (jid_id, account_id, correct_id)).fetchone() - if row is None: - return + max_timestamp = time.time() - MAX_MESSAGE_CORRECTION_DELAY + + self._log.debug( + 'Check if message is correctable, parameters: %s %s %s %s %s', + jid, account_id, nickname, correct_id, max_timestamp) + + sql = '''SELECT log_line_id, message, additional_data + FROM logs + NATURAL JOIN jids jid_id + WHERE +jid = ? + AND account_id = ? + AND contact_name IS ? + AND message_id = ? + AND kind = ? + AND time > ? + ''' + + rows = self._con.execute(sql, (jid, + account_id, + nickname, + correct_id, + kind, + max_timestamp + )).fetchall() + + if not rows: + self._log.debug('No correctable messages found') + return False + + if len(rows) != 1: + self._log.warning('More than one correctable message found') + return False + + row = rows[0] if row.additional_data is None: additional_data = AdditionalDataDict() @@ -1052,6 +1081,8 @@ def store_message_correction(self, self._con.execute( sql, (corrected_text, serialized_dict, row.log_line_id)) + return True + @timeit def update_additional_data(self, account: str, View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/60a5041df55337ba74a7240a2bfa6932… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/60a5041df55337ba74a7240a2bfa6932… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][correction] fix: Better validate message corrections
by Philipp Hörist (＠lovetox) 02 Sep '22

02 Sep '22

Philipp Hörist pushed to branch correction at gajim / gajim Commits: 6d523695 by lovetox at 2022-09-02T09:02:10+02:00 fix: Better validate message corrections - Refactor message processing code - Introduce 5 minute message correction limit - - - - - 5 changed files: - gajim/common/const.py - gajim/common/modules/mam.py - gajim/common/modules/message.py - gajim/common/modules/util.py - gajim/common/storage/archive.py Changes: ===================================== gajim/common/const.py ===================================== @@ -36,6 +36,8 @@ STOP_EVENT = True PROPAGATE_EVENT = False +MAX_MESSAGE_CORRECTION_DELAY = 300 + class EncryptionData(NamedTuple): additional_data: Any = None ===================================== gajim/common/modules/mam.py ===================================== @@ -43,7 +43,6 @@ from gajim.common.events import ArchivingIntervalFinished from gajim.common.events import FeatureDiscovered from gajim.common.events import MamMessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMamMessageReceived from gajim.common.const import ArchiveState, ClientState from gajim.common.const import KindConstant @@ -51,7 +50,7 @@ from gajim.common.helpers import AdditionalDataDict from gajim.common.helpers import get_retraction_text from gajim.common.modules.misc import parse_oob -from gajim.common.modules.misc import parse_correction +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message from gajim.common.modules.util import as_task from gajim.common.modules.base import BaseModule @@ -311,21 +310,12 @@ def _mam_message_received(self, 'kind': kind, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - app.ged.raise_event(MessageUpdated(account=self._account, - jid=jid, - msgtxt=properties.body, - nickname=nickname, - properties=properties, - correct_id=correct_id)) - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - properties.body, - properties.type.is_groupchat) + if check_if_message_correction(properties, + self._account, + properties.jid, + properties.body, + kind, + self._log): return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/message.py ===================================== @@ -32,13 +32,12 @@ from gajim.common.events import GcMessageReceived from gajim.common.events import MessageError from gajim.common.events import MessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMessageReceived from gajim.common.helpers import AdditionalDataDict from gajim.common.const import KindConstant from gajim.common.modules.base import BaseModule +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message -from gajim.common.modules.misc import parse_correction from gajim.common.modules.misc import parse_oob from gajim.common.modules.misc import parse_xhtml from gajim.common.structs import OutgoingMessage @@ -190,23 +189,19 @@ def _message_received(self, 'properties': properties, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - event = MessageUpdated(account=self._account, - jid=event_attr['jid'], - msgtxt=msgtxt, - nickname=nickname, - properties=properties, - correct_id=correct_id) - - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - msgtxt, - properties.type.is_groupchat) - app.ged.raise_event(event) + if type_.is_groupchat: + kind = KindConstant.GC_MSG + elif properties.is_sent_carbon: + kind = KindConstant.CHAT_MSG_SENT + else: + kind = KindConstant.CHAT_MSG_RECV + + if check_if_message_correction(properties, + self._account, + from_, + msgtxt, + kind, + self._log): return if type_.is_groupchat: @@ -224,10 +219,6 @@ def _message_received(self, app.ged.raise_event(MessageReceived(**event_attr)) - log_type = KindConstant.CHAT_MSG_RECV - if properties.is_sent_carbon: - log_type = KindConstant.CHAT_MSG_SENT - if not msgtxt: return @@ -235,7 +226,7 @@ def _message_received(self, self._account, fjid if properties.is_muc_pm else jid, properties.timestamp, - log_type, + kind, message=msgtxt, subject=properties.subject, additional_data=additional_data, @@ -399,12 +390,13 @@ def log_message(self, message: OutgoingMessage) -> None: return if message.correct_id is not None: - app.storage.archive.store_message_correction( + app.storage.archive.try_message_correction( self._account, message.jid, - message.correct_id, + None, message.message, - message.is_groupchat) + message.correct_id, + KindConstant.CHAT_MSG_SENT) return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/util.py ===================================== @@ -24,14 +24,19 @@ from functools import partial import nbxmpp +from nbxmpp.protocol import JID from nbxmpp.protocol import Message from nbxmpp.structs import EMEData from nbxmpp.structs import MessageProperties +from nbxmpp.const import MessageType from nbxmpp.task import Task from gajim.common import app from gajim.common import types from gajim.common.const import EME_MESSAGES +from gajim.common.const import KindConstant +from gajim.common.events import MessageUpdated +from gajim.common.modules.misc import parse_correction def from_xs_boolean(value: Union[str, bool]) -> bool: @@ -115,3 +120,57 @@ def func_wrapper(self, *args, callback=None, user_data=None, **kwargs): task_.start() return task_ return func_wrapper + + +def check_if_message_correction(properties: MessageProperties, + account: str, + jid: JID, + msgtxt: str, + kind: KindConstant, + logger: LoggerAdapter) -> bool: + + correct_id = parse_correction(properties) + if correct_id is None: + return False + + if properties.type not in (MessageType.GROUPCHAT, MessageType.CHAT): + logger.warning('Ignore correction with message type: %s', + properties.type) + return False + + nickname = None + if properties.type.is_groupchat: + if jid.is_bare: + logger.warning( + 'Ignore correction from bare groupchat jid: %s', jid) + return False + + nickname = jid.resource + jid = jid.new_as_bare() + + elif not properties.is_muc_pm: + jid = jid.new_as_bare() + + successful = app.storage.archive.try_message_correction( + account, + jid, + nickname, + msgtxt, + correct_id, + kind) + + if not successful: + logger.info('Message correction not successful') + return False + + nickname = properties.muc_nickname or properties.nickname + + event = MessageUpdated(account=account, + jid=jid, + msgtxt=msgtxt, + nickname=nickname, + properties=properties, + correct_id=correct_id) + + app.ged.raise_event(event) + return True ===================================== gajim/common/storage/archive.py ===================================== @@ -42,6 +42,7 @@ from gajim.common import app from gajim.common import configpaths from gajim.common.helpers import AdditionalDataDict +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY from gajim.common.const import ShowConstant from gajim.common.const import KindConstant from gajim.common.const import JIDConstant @@ -1008,29 +1009,57 @@ def get_last_correctable_message(self, tuple(jids) + (message_id, min_time)).fetchone() @timeit - def store_message_correction(self, - account: str, - jid: JID, - correct_id: str, - corrected_text: str, - is_groupchat: bool) -> None: - type_ = JIDConstant.NORMAL_TYPE - if is_groupchat: - type_ = JIDConstant.ROOM_TYPE + def try_message_correction(self, + account: str, + jid: JID, + nickname: Optional[str], + corrected_text: str, + correct_id: str, + kind: KindConstant) -> bool: + + '''Try to correct a message + + :param jid: This can be a full jid or bare jid. A full jid only if the + message is a MUC PM, otherwise a bare jid needs to be + passed. `nickname` should only be passed if the message + is a group chat message. + ''' - jid_id = self.get_jid_id(str(jid), type_=type_) account_id = self.get_account_id(account) - sql = ''' - SELECT log_line_id, message, additional_data - FROM logs - WHERE +jid_id = ? - AND account_id = ? - AND message_id = ? - ''' - row = self._con.execute( - sql, (jid_id, account_id, correct_id)).fetchone() - if row is None: - return + max_timestamp = time.time() - MAX_MESSAGE_CORRECTION_DELAY + + self._log.debug( + 'Check if message is correctable, parameters: %s %s %s %s %s', + jid, account_id, nickname, correct_id, max_timestamp) + + sql = '''SELECT log_line_id, message, additional_data + FROM logs + NATURAL JOIN jids jid_id + WHERE +jid = ? + AND account_id = ? + AND contact_name IS ? + AND message_id = ? + AND kind = ? + AND time > ? + ''' + + rows = self._con.execute(sql, (jid, + account_id, + nickname, + correct_id, + kind, + max_timestamp + )).fetchall() + + if not rows: + self._log.debug('No correctable messages found') + return False + + if len(rows) != 1: + self._log.warning('More than one correctable message found') + return False + + row = rows[0] if row.additional_data is None: additional_data = AdditionalDataDict() @@ -1052,6 +1081,8 @@ def store_message_correction(self, self._con.execute( sql, (corrected_text, serialized_dict, row.log_line_id)) + return True + @timeit def update_additional_data(self, account: str, View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/6d523695444d1f7556503959f3e5112d… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/6d523695444d1f7556503959f3e5112d… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][correction] fix: Better validate message corrections
by Philipp Hörist (＠lovetox) 02 Sep '22

02 Sep '22

Philipp Hörist pushed to branch correction at gajim / gajim Commits: bc225d7b by lovetox at 2022-09-02T08:59:36+02:00 fix: Better validate message corrections - Refactor message processing code - Introduce 5 minute message correction limit - - - - - 5 changed files: - gajim/common/const.py - gajim/common/modules/mam.py - gajim/common/modules/message.py - gajim/common/modules/util.py - gajim/common/storage/archive.py Changes: ===================================== gajim/common/const.py ===================================== @@ -36,6 +36,8 @@ STOP_EVENT = True PROPAGATE_EVENT = False +MAX_MESSAGE_CORRECTION_DELAY = 300 + class EncryptionData(NamedTuple): additional_data: Any = None ===================================== gajim/common/modules/mam.py ===================================== @@ -43,7 +43,6 @@ from gajim.common.events import ArchivingIntervalFinished from gajim.common.events import FeatureDiscovered from gajim.common.events import MamMessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMamMessageReceived from gajim.common.const import ArchiveState, ClientState from gajim.common.const import KindConstant @@ -51,7 +50,7 @@ from gajim.common.helpers import AdditionalDataDict from gajim.common.helpers import get_retraction_text from gajim.common.modules.misc import parse_oob -from gajim.common.modules.misc import parse_correction +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message from gajim.common.modules.util import as_task from gajim.common.modules.base import BaseModule @@ -311,21 +310,12 @@ def _mam_message_received(self, 'kind': kind, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - app.ged.raise_event(MessageUpdated(account=self._account, - jid=jid, - msgtxt=properties.body, - nickname=nickname, - properties=properties, - correct_id=correct_id)) - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - properties.body, - properties.type.is_groupchat) + if check_if_message_correction(properties, + self._account, + properties.jid, + properties.body, + kind, + self._log): return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/message.py ===================================== @@ -29,16 +29,16 @@ from gajim.common import app from gajim.common import types +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY from gajim.common.events import GcMessageReceived from gajim.common.events import MessageError from gajim.common.events import MessageReceived -from gajim.common.events import MessageUpdated from gajim.common.events import RawMessageReceived from gajim.common.helpers import AdditionalDataDict from gajim.common.const import KindConstant from gajim.common.modules.base import BaseModule +from gajim.common.modules.util import check_if_message_correction from gajim.common.modules.util import get_eme_message -from gajim.common.modules.misc import parse_correction from gajim.common.modules.misc import parse_oob from gajim.common.modules.misc import parse_xhtml from gajim.common.structs import OutgoingMessage @@ -190,23 +190,19 @@ def _message_received(self, 'properties': properties, } - correct_id = parse_correction(properties) - if correct_id is not None: - nickname = properties.muc_nickname or properties.nickname - event = MessageUpdated(account=self._account, - jid=event_attr['jid'], - msgtxt=msgtxt, - nickname=nickname, - properties=properties, - correct_id=correct_id) - - app.storage.archive.store_message_correction( - self._account, - jid, - correct_id, - msgtxt, - properties.type.is_groupchat) - app.ged.raise_event(event) + if type_.is_groupchat: + kind = KindConstant.GC_MSG + elif properties.is_sent_carbon: + kind = KindConstant.CHAT_MSG_SENT + else: + kind = KindConstant.CHAT_MSG_RECV + + if check_if_message_correction(properties, + self._account, + from_, + msgtxt, + kind, + self._log): return if type_.is_groupchat: @@ -224,10 +220,6 @@ def _message_received(self, app.ged.raise_event(MessageReceived(**event_attr)) - log_type = KindConstant.CHAT_MSG_RECV - if properties.is_sent_carbon: - log_type = KindConstant.CHAT_MSG_SENT - if not msgtxt: return @@ -235,7 +227,7 @@ def _message_received(self, self._account, fjid if properties.is_muc_pm else jid, properties.timestamp, - log_type, + kind, message=msgtxt, subject=properties.subject, additional_data=additional_data, @@ -399,12 +391,14 @@ def log_message(self, message: OutgoingMessage) -> None: return if message.correct_id is not None: - app.storage.archive.store_message_correction( + app.storage.archive.try_message_correction( self._account, message.jid, - message.correct_id, + None, message.message, - message.is_groupchat) + message.correct_id, + KindConstant.CHAT_MSG_SENT, + MAX_MESSAGE_CORRECTION_DELAY) return app.storage.archive.insert_into_logs( ===================================== gajim/common/modules/util.py ===================================== @@ -24,14 +24,20 @@ from functools import partial import nbxmpp +from nbxmpp.protocol import JID from nbxmpp.protocol import Message from nbxmpp.structs import EMEData from nbxmpp.structs import MessageProperties +from nbxmpp.const import MessageType from nbxmpp.task import Task from gajim.common import app from gajim.common import types from gajim.common.const import EME_MESSAGES +from gajim.common.const import KindConstant +from gajim.common.const import MAX_MESSAGE_CORRECTION_DELAY +from gajim.common.events import MessageUpdated +from gajim.common.modules.misc import parse_correction def from_xs_boolean(value: Union[str, bool]) -> bool: @@ -115,3 +121,58 @@ def func_wrapper(self, *args, callback=None, user_data=None, **kwargs): task_.start() return task_ return func_wrapper + + +def check_if_message_correction(properties: MessageProperties, + account: str, + jid: JID, + msgtxt: str, + kind: KindConstant, + logger: LoggerAdapter) -> bool: + + correct_id = parse_correction(properties) + if correct_id is None: + return False + + if properties.type not in (MessageType.GROUPCHAT, MessageType.CHAT): + logger.warning('Ignore correction with message type: %s', + properties.type) + return False + + nickname = None + if properties.type.is_groupchat: + if jid.is_bare: + logger.warning( + 'Ignore correction from bare groupchat jid: %s', jid) + return False + + nickname = jid.resource + jid = jid.new_as_bare() + + elif not properties.is_muc_pm: + jid = jid.new_as_bare() + + successful = app.storage.archive.try_message_correction( + account, + jid, + nickname, + msgtxt, + correct_id, + kind, + MAX_MESSAGE_CORRECTION_DELAY) + + if not successful: + logger.info('Message correction not successful') + return False + + nickname = properties.muc_nickname or properties.nickname + + event = MessageUpdated(account=account, + jid=jid, + msgtxt=msgtxt, + nickname=nickname, + properties=properties, + correct_id=correct_id) + + app.ged.raise_event(event) + return True ===================================== gajim/common/storage/archive.py ===================================== @@ -1008,29 +1008,58 @@ def get_last_correctable_message(self, tuple(jids) + (message_id, min_time)).fetchone() @timeit - def store_message_correction(self, - account: str, - jid: JID, - correct_id: str, - corrected_text: str, - is_groupchat: bool) -> None: - type_ = JIDConstant.NORMAL_TYPE - if is_groupchat: - type_ = JIDConstant.ROOM_TYPE + def try_message_correction(self, + account: str, + jid: JID, + nickname: Optional[str], + corrected_text: str, + correct_id: str, + kind: KindConstant, + max_age: int) -> bool: + + '''Try to correct a message + + :param jid: This can be a full jid or bare jid. A full jid only if the + message is a MUC PM, otherwise a bare jid needs to be + passed. `nickname` should only be passed if the message + is a group chat message. + ''' - jid_id = self.get_jid_id(str(jid), type_=type_) account_id = self.get_account_id(account) - sql = ''' - SELECT log_line_id, message, additional_data - FROM logs - WHERE +jid_id = ? - AND account_id = ? - AND message_id = ? - ''' - row = self._con.execute( - sql, (jid_id, account_id, correct_id)).fetchone() - if row is None: - return + max_timestamp = time.time() - max_age + + self._log.debug( + 'Check if message is correctable, parameters: %s %s %s %s %s', + jid, account_id, nickname, correct_id, max_timestamp) + + sql = '''SELECT log_line_id, message, additional_data + FROM logs + NATURAL JOIN jids jid_id + WHERE +jid = ? + AND account_id = ? + AND contact_name IS ? + AND message_id = ? + AND kind = ? + AND time > ? + ''' + + rows = self._con.execute(sql, (jid, + account_id, + nickname, + correct_id, + kind, + max_timestamp + )).fetchall() + + if not rows: + self._log.debug('No correctable messages found') + return False + + if len(rows) != 1: + self._log.warning('More than one correctable message found') + return False + + row = rows[0] if row.additional_data is None: additional_data = AdditionalDataDict() @@ -1052,6 +1081,8 @@ def store_message_correction(self, self._con.execute( sql, (corrected_text, serialized_dict, row.log_line_id)) + return True + @timeit def update_additional_data(self, account: str, View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/bc225d7b7106bb7cbd49c6710705932d… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/bc225d7b7106bb7cbd49c6710705932d… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim] Pushed new branch correction
by Philipp Hörist (＠lovetox) 02 Sep '22

02 Sep '22

Philipp Hörist pushed new branch correction at gajim / gajim -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/tree/correction You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] cfix: ReadMarkers: Fix read-state-sync and sending markers
by Daniel Brötzmann (＠wurstsalat) 31 Aug '22

31 Aug '22

Daniel Brötzmann pushed to branch master at gajim / gajim Commits: 857f654c by wurstsalat at 2022-08-31T22:47:20+02:00 cfix: ReadMarkers: Fix read-state-sync and sending markers Fixes #11114 - - - - - 3 changed files: - gajim/common/modules/chat_markers.py - gajim/gtk/control.py - gajim/gtk/main.py Changes: ===================================== gajim/common/modules/chat_markers.py ===================================== @@ -76,6 +76,7 @@ def _process_chat_marker(self, if properties.is_mam_message: if properties.from_.bare_match(self._client.get_own_jid()): + self._raise_event('read-state-sync', properties) return self._raise_event('displayed-received', properties) ===================================== gajim/gtk/control.py ===================================== @@ -97,9 +97,6 @@ def __init__(self) -> None: # Used with encryption plugins self.sendmessage = False - # XEP-0333 Chat Markers - self.last_msg_id: Optional[str] = None - self._muc_subjects: dict[ types.ChatContactT, tuple[float, MucSubject]] = {} @@ -153,7 +150,6 @@ def clear(self) -> None: self._contact = None self._client = None - self.last_msg_id = None self.reset_view() self._scrolled_view.clear() self._groupchat_state.clear() @@ -456,13 +452,6 @@ def is_groupchat(self) -> bool: def mark_as_read(self, send_marker: bool = True) -> None: self._jump_to_end_button.reset_unread_count() - if send_marker and self.last_msg_id is not None: - # XEP-0333 Send <displayed> marker - self.client.get_module('ChatMarkers').send_displayed_marker( - self.contact, - self.last_msg_id) - self.last_msg_id = None - def _on_autoscroll_changed(self, _widget: ScrolledView, autoscroll: bool @@ -569,12 +558,6 @@ def _add_message(self, else: self._jump_to_end_button.add_unread_count() - if message_id and kind == 'incoming': - if self.is_groupchat: - self.last_msg_id = stanza_id or message_id - else: - self.last_msg_id = message_id - def reset_view(self) -> None: self._scrolled_view.reset() ===================================== gajim/gtk/main.py ===================================== @@ -840,17 +840,30 @@ def mark_as_read(self, send_marker: bool = True ) -> None: + unread_count = self.get_chat_unread_count(account, jid) + set_urgency_hint(self, False) control = self.get_control() if control.has_active_chat(): - # Send displayed marker and - # reset jump to bottom button unread counter + # Reset jump to bottom button unread counter control.mark_as_read(send_marker=send_marker) # Reset chat list unread counter (emits unread-count-changed) chat_list_stack = self._chat_page.get_chat_list_stack() chat_list_stack.mark_as_read(account, jid) + if not send_marker or not unread_count: + # Read marker must be sent only once + return + + last_message = app.storage.archive.get_last_conversation_line( + account, jid) + client = app.get_client(account) + contact = client.get_module('Contacts').get_contact(jid) + client.get_module('ChatMarkers').send_displayed_marker( + contact, + last_message.message_id) + def _on_window_active(self, window: Gtk.ApplicationWindow, _param: Any @@ -966,12 +979,10 @@ def _on_read_state_sync(self, event: events.ReadStateSync) -> None: else: jid = event.jid - control = self.get_control() - if not control.is_loaded(event.account, jid): - return + last_message = app.storage.archive.get_last_conversation_line( + event.account, jid) - # TODO: last_msg_id does not work and needs to be refactored - if event.marker_id != control.last_msg_id: + if event.marker_id != last_message.message_id: return self.mark_as_read(event.account, jid, send_marker=False) View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/857f654cd9fe6cbd9a0b374a277a62a7… -- View it on GitLab: https://dev.gajim.org/gajim/gajim/-/commit/857f654cd9fe6cbd9a0b374a277a62a7… You're receiving this email because of your account on dev.gajim.org.

1 0

Jump to page:

2026

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

2006

Commits